-- Logs begin at Mon 2021-06-07 18:01:55 UTC, end at Mon 2021-06-07 19:10:05 UTC. -- Jun 07 18:45:18.835324 dv-cinder-790535-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 18:45:21.524789 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.common.config [-] Logging enabled! Jun 07 18:45:21.525538 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 07 18:45:21.525687 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103970) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 18:45:21.528868 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.common.config [-] Logging enabled! Jun 07 18:45:21.529158 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 07 18:45:21.529508 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103970) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 18:45:21.530495 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 18:45:21.530788 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 18:45:21.531277 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 18:45:21.531562 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 18:45:21.531826 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 18:45:21.532184 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.532520 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.532962 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.533238 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.533564 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.533890 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.534211 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.534535 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.534870 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.535191 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.535529 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.535853 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.536132 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.536452 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.536795 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.537132 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.537392 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] debug = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.537727 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.538202 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.538713 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.539157 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.539606 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.540008 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.540326 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.540643 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.541039 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.541604 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] host = dv-cinder-790535-1-smb {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.542073 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.542440 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.542821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.543173 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.543487 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.543847 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.544238 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.544588 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.545193 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] log_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.545499 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.545842 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.546189 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.546519 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.546806 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.547073 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.547399 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.547728 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.548057 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.548376 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.548692 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.549031 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.549344 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.549652 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.549975 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.550324 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.550650 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.551042 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.551366 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.551741 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.552108 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.552483 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.552879 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.553250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.553612 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.553991 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.554345 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.554709 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.555099 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.555475 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.555844 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.556220 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.556578 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.556982 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.557853 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.558215 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.558744 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] use_json = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.559113 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.559476 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.559841 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.560205 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.560561 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.560971 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.561302 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.561640 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:21.561980 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.562315 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.562654 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.562990 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.563322 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.563638 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.563965 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.564278 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.564609 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.564967 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.565296 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.565611 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.565946 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.566273 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.566606 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.566946 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.567273 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.567600 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.567913 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.568223 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.568532 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.568886 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.569211 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.569538 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.569861 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.570179 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.570494 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.570819 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.571153 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.571492 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.571857 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.572183 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.572495 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.573473 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.573943 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.574260 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.574571 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.574885 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.575206 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.575606 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.575921 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.576231 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.576539 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.576940 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.577257 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.577584 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.577900 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.578213 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.578545 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.578874 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.579187 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.579503 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.579829 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.580141 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.580458 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.580788 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.581100 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.581455 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.581768 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.582132 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.582442 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.582749 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.583060 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.583382 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.583703 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.584019 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.584330 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.584638 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.585003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.585343 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.585662 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.585980 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.586297 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.586613 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.586989 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.587311 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.587629 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.587948 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.588273 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.588668 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.589009 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.589388 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.589662 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.589975 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.590306 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.590619 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.590938 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.591253 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.591620 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.591951 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.592327 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.592673 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.593033 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.593371 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.593704 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.594041 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.594362 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.594719 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.595039 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:21.595294 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 18:45:21.595585 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103970) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 18:45:21.957784 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:45:21.958095 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:45:21.958428 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:45:21.958972 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 18:45:22.362778 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.363014 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.363244 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.364436 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.364714 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.365004 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.403360 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.403623 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.403892 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.417494 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.417766 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.418036 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.447618 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.448061 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.448733 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.488456 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.488734 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.489023 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.737200 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.737929 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.737929 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.738114 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.738743 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.871233 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.871546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.871833 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.872110 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.872381 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.872695 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.872982 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.873237 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.873489 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.873770 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.874027 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.874311 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.874575 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.874838 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.875091 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.875355 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.875627 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.875876 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.876143 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.876392 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.876673 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.877057 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.877308 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.877594 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.877841 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.878084 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.878504 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 18:45:22.878744 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 18:45:22.878979 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 18:45:22.879211 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 18:45:22.879444 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 18:45:22.879676 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 18:45:22.880053 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 18:45:22.883554 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 18:45:22.887696 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 18:45:22.891600 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 07 18:45:22.893303 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 18:45:22.893761 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 18:45:22.894095 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 18:45:22.894491 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 18:45:22.897556 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 18:45:22.897805 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 18:45:22.898162 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 18:45:22.927595 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 18:45:22.928055 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.928360 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103970) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 18:45:22.928723 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.930179 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103970) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 18:45:22.930474 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 18:45:22.930724 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 18:45:22.934141 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.934422 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:22.999266 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 18:45:22.999481 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 18:45:22.999640 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 18:45:23.000018 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 18:45:23.035779 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_db.sqlalchemy.engines [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103970) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 18:45:23.567878 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Initializing driver for type 'gre' Jun 07 18:45:23.568531 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] gre ID ranges: [(1, 1000)] Jun 07 18:45:23.796282 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Initializing driver for type 'local' Jun 07 18:45:23.797021 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Initializing driver for type 'vlan' Jun 07 18:45:23.950190 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] VlanTypeDriver initialization complete Jun 07 18:45:23.950483 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Initializing driver for type 'vxlan' Jun 07 18:45:23.951085 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] vxlan ID ranges: [(1, 1000)] Jun 07 18:45:24.299013 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Initializing extension driver 'port_security' Jun 07 18:45:24.299371 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.extensions.port_security [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] PortSecurityExtensionDriver initialization complete Jun 07 18:45:24.299711 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Initializing mechanism driver 'openvswitch' Jun 07 18:45:24.300033 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Initializing mechanism driver 'hyperv' Jun 07 18:45:24.307032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.plugins.ml2.plugin [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:45:24.309116 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > port after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.309501 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.309854 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.310253 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > subnet after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.310608 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > subnet after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.310967 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.311350 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > network after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.311700 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > network after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.312046 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > network after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.312427 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > security_group after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.312805 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > security_group after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.313137 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.313523 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.313874 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.314217 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.314604 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > address_group after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.314947 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > address_group after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.315290 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.315634 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] ML2 OVO RPC backend initialized. {{(pid=103970) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 18:45:24.316349 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.316705 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.317227 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > network before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.317568 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > networks before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.317920 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > port before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.318265 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > ports before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.318609 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > subnet before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.318972 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > subnets before_response 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.319301 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > network after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.319647 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > network after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.319987 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > network after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.320339 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > port after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.320681 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.321038 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.321379 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > subnet after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.321718 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > subnet after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.322054 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.322730 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.plugin [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Modular L2 Plugin initialization complete Jun 07 18:45:24.323245 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading services supported by the core plugin {{(pid=103970) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 18:45:24.323578 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.plugins.ml2.managers [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Got port-security extension from driver 'port_security' Jun 07 18:45:24.324044 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.extensions.vlantransparent [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Disabled vlantransparent extension. Jun 07 18:45:24.324537 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103970) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 18:45:24.324877 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading Plugin: router Jun 07 18:45:24.372214 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.372587 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router after_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.372986 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router before_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.373355 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.373726 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.374083 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router after_delete 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.374443 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.374805 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router after_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.375207 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router after_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.375559 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router after_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.375904 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.376360 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router after_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.376800 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router precommit_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.377194 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.377535 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.377873 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: subnet after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.378214 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.378561 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.378907 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router precommit_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.379247 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: port before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.379589 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router precommit_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.379947 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router after_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.380286 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.380630 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router precommit_create 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.381012 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.381367 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router precommit_update 55549900 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.381741 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > network after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.382876 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Tracking information for resource: router configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 18:45:24.383135 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Tracking information for resource: floatingip configured {{(pid=103970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 18:45:24.388822 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.db.l3_agentschedulers_db [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 18:45:24.389413 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.389780 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: port after_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.390132 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: port after_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.390488 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: port after_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.391294 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router before_create 55550100 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.391662 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.392024 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router precommit_create 55550100 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.392380 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > router precommit_update 55550100 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.396911 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.services.provider_configuration [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service providers = [] {{(pid=103970) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 18:45:24.401553 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.db.servicetype_db [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103970) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 18:45:24.403961 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.services.service_base [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 18:45:24.404306 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.services.service_base [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 18:45:24.404801 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.services.service_base [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 18:45:24.405688 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.services.service_base [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 18:45:24.406063 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.services.service_base [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 18:45:24.406651 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 18:45:24.406972 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 18:45:24.418556 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 18:45:24.418889 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading Plugin: auto_allocate Jun 07 18:45:24.425269 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: network precommit_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.425641 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: network precommit_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.426171 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 18:45:24.426486 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading Plugin: tag Jun 07 18:45:24.439628 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 18:45:24.439954 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading Plugin: timestamp Jun 07 18:45:24.443980 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 18:45:24.444303 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading Plugin: network_ip_availability Jun 07 18:45:24.449809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.450178 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.450535 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.451277 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 18:45:24.451635 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading Plugin: flavors Jun 07 18:45:24.568900 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 18:45:24.569150 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading Plugin: revisions Jun 07 18:45:24.573756 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 18:45:24.574151 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_concurrency.lockutils [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.616s {{(pid=103970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:45:24.574922 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103970) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 18:45:24.575250 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Initializing extension manager. Jun 07 18:45:24.575763 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: __init__.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.576110 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: __pycache__ {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.576444 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.576789 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: address_group.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.577707 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.578291 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: address-group Jun 07 18:45:24.578613 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: address_scope.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.579309 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.579819 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: address-scope Jun 07 18:45:24.580141 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.581112 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.581616 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: router-admin-state-down-before-update Jun 07 18:45:24.581937 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: agent.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.582624 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.583174 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: agent Jun 07 18:45:24.583494 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: agent_resources_synced.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.584383 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.584921 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: agent-resources-synced Jun 07 18:45:24.585241 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: allowedaddresspairs.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.587036 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.587560 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: allowed-address-pairs Jun 07 18:45:24.587881 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: auto_allocated_topology.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.589700 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.590220 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: auto-allocated-topology Jun 07 18:45:24.590543 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: availability_zone.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.591442 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.591951 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: availability_zone Jun 07 18:45:24.592273 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: availability_zone_filter.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.596979 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.597869 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: availability_zone_filter Jun 07 18:45:24.598243 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: data_plane_status.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.599149 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.599661 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 18:45:24.600019 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: default_subnetpools.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.600955 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.601462 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: default-subnetpools Jun 07 18:45:24.601783 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.602617 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.603420 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: dhcp_agent_scheduler Jun 07 18:45:24.603734 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: dns.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.605264 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.605772 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 18:45:24.606091 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: dns_domain_ports.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.607112 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.607617 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 18:45:24.607931 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: dvr.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.608591 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.609132 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: dvr Jun 07 18:45:24.609444 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: empty_string_filtering.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.610344 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.610844 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: empty-string-filtering Jun 07 18:45:24.611163 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.612104 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.612601 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 18:45:24.612953 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.613847 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.614559 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 18:45:24.614882 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: external_net.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.615768 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.616286 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: external-net Jun 07 18:45:24.616599 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.624459 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.625005 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: extra_dhcp_opt Jun 07 18:45:24.625327 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: extraroute.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.626228 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.626735 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: extraroute Jun 07 18:45:24.627054 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: extraroute_atomic.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.628078 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.628587 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: extraroute-atomic Jun 07 18:45:24.628946 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: filter_validation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.629617 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.630116 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: filter-validation Jun 07 18:45:24.630433 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: fip_pf_description.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.631322 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.631824 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 18:45:24.632141 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: fip_port_details.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.633069 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.633618 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: fip-port-details Jun 07 18:45:24.633935 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: flavors.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.635208 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.635843 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: flavors Jun 07 18:45:24.636168 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.637970 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.638575 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 18:45:24.638819 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: floatingip_pools.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.639510 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.640017 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: floatingip-pools Jun 07 18:45:24.640381 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: ip_allocation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.641308 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.641812 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 18:45:24.642132 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.643023 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.643551 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: ip-substring-filtering Jun 07 18:45:24.643854 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: l2_adjacency.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.644782 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.645288 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 18:45:24.645606 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: l3.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.646602 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.647115 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: router Jun 07 18:45:24.647445 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.649763 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.650290 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 18:45:24.650620 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.652096 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.652562 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: ext-gw-mode Jun 07 18:45:24.652920 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.658861 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.659446 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: l3-ha Jun 07 18:45:24.659788 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: l3_flavors.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.660731 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.661309 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: l3-flavors Jun 07 18:45:24.661635 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.662556 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.663089 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 18:45:24.663425 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: l3agentscheduler.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.664512 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.665059 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: l3_agent_scheduler Jun 07 18:45:24.665387 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: logging.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.667690 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.668250 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension logging not supported by any of loaded plugins Jun 07 18:45:24.668540 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: metering.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.669317 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.670282 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: metering Jun 07 18:45:24.670605 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.671738 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.672226 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: metering_source_and_destination_fields Jun 07 18:45:24.672551 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: multiprovidernet.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.673492 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.673997 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: multi-provider Jun 07 18:45:24.674319 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: netmtu.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.675210 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.675725 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: net-mtu Jun 07 18:45:24.676071 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: netmtu_writable.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.676969 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.677480 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: net-mtu-writable Jun 07 18:45:24.677800 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: network_availability_zone.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.678461 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.678968 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: network_availability_zone Jun 07 18:45:24.679290 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: network_ip_availability.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.680457 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.681044 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: network-ip-availability Jun 07 18:45:24.681324 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: network_segment_range.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.682112 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.682703 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 18:45:24.683040 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: pagination.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.684014 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.684362 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: pagination Jun 07 18:45:24.684621 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: port_device_profile.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.685537 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.686045 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: port-device-profile Jun 07 18:45:24.686364 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.687263 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.687766 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: port-mac-address-regenerate Jun 07 18:45:24.688082 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.688996 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.689669 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: port-numa-affinity-policy Jun 07 18:45:24.690002 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: port_resource_request.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.690841 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.691351 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 18:45:24.691668 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: portbindings.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.692561 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.693095 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: binding Jun 07 18:45:24.693413 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: portbindings_extended.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.694679 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.695190 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: binding-extended Jun 07 18:45:24.695513 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: portsecurity.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.696492 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.697029 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: port-security Jun 07 18:45:24.697349 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: project_id.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.698424 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.698748 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: project-id Jun 07 18:45:24.699068 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: providernet.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.699977 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.700491 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: provider Jun 07 18:45:24.700832 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: qos.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.708511 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.709194 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension qos not supported by any of loaded plugins Jun 07 18:45:24.709523 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.710757 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.711272 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 18:45:24.711599 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.712500 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.713035 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 18:45:24.713924 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: qos_default.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.714888 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.715374 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension qos-default not supported by any of loaded plugins Jun 07 18:45:24.715696 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: qos_fip.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.716340 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.716875 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 18:45:24.717213 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: qos_gateway_ip.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.718296 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.718810 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 18:45:24.719130 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: qos_port_network_policy.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.720016 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.720520 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 18:45:24.720870 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: qos_rule_type_details.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.721766 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.722271 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 18:45:24.722588 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: qos_rules_alias.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.723617 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.724139 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 18:45:24.724449 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: quotasv2.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.725453 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.725750 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: quotas Jun 07 18:45:24.726100 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: quotasv2_detail.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.729805 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.730300 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: quota_details Jun 07 18:45:24.730629 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: rbac.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.731687 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.732219 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: rbac-policies Jun 07 18:45:24.732547 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: rbac_address_group.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.739115 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.739627 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: rbac-address-group Jun 07 18:45:24.739957 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: rbac_address_scope.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.740896 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.741408 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: rbac-address-scope Jun 07 18:45:24.741729 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: rbac_security_groups.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.742635 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.743223 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: rbac-security-groups Jun 07 18:45:24.743572 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: rbac_subnetpool.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.744471 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.745162 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: rbac-subnetpool Jun 07 18:45:24.745488 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: revisionifmatch.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.746390 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.746899 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: revision-if-match Jun 07 18:45:24.747218 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: revisions.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.748314 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.748898 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: standard-attr-revisions Jun 07 18:45:24.749223 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: router_availability_zone.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.749881 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.750391 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: router_availability_zone Jun 07 18:45:24.750711 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: routerservicetype.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.751606 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.752113 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 18:45:24.752431 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.753428 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.753931 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: security-groups-normalized-cidr Jun 07 18:45:24.754248 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.755221 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.755725 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: port-security-groups-filtering Jun 07 18:45:24.756045 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.756971 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.757478 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: security-groups-remote-address-group Jun 07 18:45:24.757796 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: securitygroup.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.768409 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.768968 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: security-group Jun 07 18:45:24.769305 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: segment.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.770088 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.770601 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension segment not supported by any of loaded plugins Jun 07 18:45:24.770935 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.771868 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.772385 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 18:45:24.772708 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: servicetype.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.773831 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.774355 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: service-type Jun 07 18:45:24.774684 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: sorting.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.776955 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.776955 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: sorting Jun 07 18:45:24.776955 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: standard_attr_segment.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.777803 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.778317 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 18:45:24.778640 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: standardattrdescription.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.779273 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.779776 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: standard-attr-description Jun 07 18:45:24.780091 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: stateful_security_group.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.781042 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.781551 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: stateful-security-group Jun 07 18:45:24.781873 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: stdattrs_common.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.782438 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 18:45:24.782754 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.783735 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.784243 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 18:45:24.784560 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: subnet_onboard.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.785665 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.786182 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: subnet_onboard Jun 07 18:45:24.786495 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.787407 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.787910 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 18:45:24.788229 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: subnet_service_types.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.789164 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.789671 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: subnet-service-types Jun 07 18:45:24.789988 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: subnetallocation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.791050 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.791903 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: subnet_allocation Jun 07 18:45:24.792022 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.792593 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.793142 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: subnetpool-prefix-ops Jun 07 18:45:24.793461 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.794377 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.795136 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 18:45:24.795451 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: tagging.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.796514 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.797138 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: standard-attr-tag Jun 07 18:45:24.797460 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: timestamp.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.798657 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.799175 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loaded extension: standard-attr-timestamp Jun 07 18:45:24.799503 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: trunk.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.800524 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.801083 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension trunk not supported by any of loaded plugins Jun 07 18:45:24.801408 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: trunk_details.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.802305 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.802815 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 18:45:24.803135 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: uplink_status_propagation.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.804036 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.804550 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 18:45:24.804906 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Loading extension file: vlantransparent.py {{(pid=103970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 18:45:24.805574 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 18:45:24.806085 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 18:45:24.808594 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:network Jun 07 18:45:24.809170 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:subnet Jun 07 18:45:24.809560 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 18:45:24.809949 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:port Jun 07 18:45:24.811438 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.811884 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service FLAVORS assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.812496 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.812942 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.813272 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:router Jun 07 18:45:24.813696 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 18:45:24.814187 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service METERING assigned prefix: /metering {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.815639 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.816013 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.816360 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:45:24.817384 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 18:45:24.817820 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:security_group Jun 07 18:45:24.818257 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 18:45:24.818861 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service CORE assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.819257 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 18:45:24.819527 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] subnetpool is already registered Jun 07 18:45:24.819955 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service CORE assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.820277 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 18:45:24.820614 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] subnetpool is already registered Jun 07 18:45:24.823399 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.823964 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service FLAVORS assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.824546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.824987 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.825318 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:router Jun 07 18:45:24.825653 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] router is already registered Jun 07 18:45:24.826056 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 18:45:24.826383 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] floatingip is already registered Jun 07 18:45:24.826833 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service METERING assigned prefix: /metering {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.827485 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 18:45:24.827809 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] rbac_policy is already registered Jun 07 18:45:24.828210 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:security_group Jun 07 18:45:24.828539 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] security_group is already registered Jun 07 18:45:24.829030 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 18:45:24.829360 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] security_group_rule is already registered Jun 07 18:45:24.829990 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service CORE assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.830316 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 18:45:24.830646 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] subnetpool is already registered Jun 07 18:45:24.831063 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.v2.resource_helper [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Service CORE assigned prefix: {{(pid=103970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 18:45:24.831378 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 18:45:24.831702 dv-cinder-790535-1-smb neutron-server[103970]: WARNING neutron.quota.resource_registry [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] subnetpool is already registered Jun 07 18:45:24.832185 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: extensions {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.833708 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: address-groups {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.835199 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: address-scopes {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.836488 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: agents {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.837674 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: auto-allocated-topology {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.839814 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: availability_zones {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.841074 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: dhcp-networks {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.842574 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: dhcp-agents {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.844001 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: routers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.845713 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: flavors {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.848136 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: service_profiles {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.849400 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: next_providers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.850815 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: service_profiles {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.852374 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: floatingip-pools {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.853615 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: routers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.855351 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: floatingips {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.856617 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: l3-routers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.858040 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: l3-agents {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.859433 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: metering-labels {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.860683 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: metering-label-rules {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.862077 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: network-ip-availabilities {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.863326 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: bindings {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.864891 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: quotas {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.866432 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: quotas {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.867841 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: rbac-policies {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.869051 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: security-groups {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.870510 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: security-group-rules {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.871731 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: service-providers {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.872991 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: subnetpools {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.874307 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: subnetpools {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.875827 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.877547 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.879320 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.881137 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.882791 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.884721 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.887074 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.888961 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.890808 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.892527 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron.api.extensions [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Extended resource: tags {{(pid=103970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 18:45:24.898714 dv-cinder-790535-1-smb neutron-server[103970]: WARNING keystonemiddleware.auth_token [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 18:45:24.903925 dv-cinder-790535-1-smb neutron-server[103970]: WARNING keystonemiddleware.auth_token [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 18:45:24.912245 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_concurrency.lockutils [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Acquired lock "singleton_lock" {{(pid=103970) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 18:45:24.912724 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_concurrency.lockutils [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Releasing lock "singleton_lock" {{(pid=103970) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 18:45:24.913376 dv-cinder-790535-1-smb neutron-server[103970]: INFO oslo_service.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Starting 2 workers Jun 07 18:45:24.918245 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Started child 104081 {{(pid=103970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 18:45:24.923040 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Started child 104082 {{(pid=103970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 18:45:24.923672 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:24.924552 dv-cinder-790535-1-smb neutron-server[103970]: INFO neutron.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 18:45:24.925239 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [-] (104081) wsgi starting up on http://0.0.0.0:9696 Jun 07 18:45:24.925361 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Notify callbacks [] for process, before_spawn {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:24.927820 dv-cinder-790535-1-smb neutron-server[103970]: INFO oslo_service.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Starting 1 workers Jun 07 18:45:24.928266 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:24.929865 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [-] (104082) wsgi starting up on http://0.0.0.0:9696 Jun 07 18:45:24.933067 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Started child 104083 {{(pid=103970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 18:45:24.933620 dv-cinder-790535-1-smb neutron-server[103970]: INFO oslo_service.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Starting 1 workers Jun 07 18:45:24.938246 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Started child 104084 {{(pid=103970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 18:45:24.943364 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] Notify callbacks [] for process, after_spawn {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:24.943627 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] calling RpcWorker wait() {{(pid=104083) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 18:45:24.943627 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.service [None req-16ea9a96-7141-4905-8115-7ab6319fb391 None None] returning from RpcWorker wait() {{(pid=104083) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 18:45:24.944491 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103970) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 18:45:24.944491 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 18:45:24.944491 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 18:45:24.944491 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 18:45:24.944491 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 18:45:24.944491 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 18:45:24.945117 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:24.945222 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.945222 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.945430 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:45:24.945515 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.945631 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:24.946102 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946102 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946102 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946390 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:45:24.946489 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946489 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946489 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946489 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946489 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946489 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946489 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.946489 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.947250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.947250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.947250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.947250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.947250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.947250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.948280 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.948280 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.948439 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] debug = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.948785 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.949518 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.949781 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.950040 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.950283 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.950572 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.950801 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.951066 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.951309 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.951527 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.951756 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.952010 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.952419 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.952559 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.952685 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.952954 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.953191 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.953704 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] host = dv-cinder-790535-1-smb {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.953939 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.954186 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.954417 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.954645 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.954887 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.955132 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.955384 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.955630 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.955883 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.956104 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.956359 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.956601 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.956848 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.957096 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.957258 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_options = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.957473 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.957737 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.957990 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.958188 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.958350 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.958528 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.958805 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.958938 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.959383 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.959532 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.959637 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.959830 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.960066 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.960298 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.960557 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.960816 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.961054 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.965809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.965809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.965809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.965809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.965809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.965809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.965809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.965809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.966485 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.966485 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.966485 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.966485 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.966485 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.966485 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.966485 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.966485 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.967072 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.967072 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.967072 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.967072 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.967349 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.967438 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.967682 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.968005 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.968242 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.968488 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.968702 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.968962 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.969274 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_json = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.969398 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.969677 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.969861 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.970076 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.970403 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.970620 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.970856 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.971089 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:24.971518 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.971805 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.972099 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.972348 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.972667 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.973140 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.973491 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.973738 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.974025 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.974300 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.974607 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.974847 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.975155 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.975396 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.975653 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.975989 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.976352 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.976634 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.976897 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.977119 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.977338 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.977638 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.977974 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.978246 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.978496 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.978744 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.979087 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.979392 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.979540 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.979808 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.980007 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.980252 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.980512 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.980779 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.981021 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.981241 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.981502 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.981756 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.982004 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.982226 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.982476 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.982708 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.982943 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.983388 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.983606 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.983818 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.984031 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.984267 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.984480 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.984734 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.984983 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.985200 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.985414 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.985655 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.985866 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.986128 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.986345 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.986552 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.986763 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.986978 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.987203 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.987428 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.987665 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.987878 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.988089 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.988326 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.988569 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.988831 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.989071 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.989352 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.989614 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.989776 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.990070 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.990270 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.990486 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.990687 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.990903 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.991377 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.991377 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.991644 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.991787 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.991960 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.992172 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.992381 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.992678 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.993028 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.993225 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.993502 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.993878 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.994019 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.994282 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.994617 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.994936 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.995030 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.995214 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.995556 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.995802 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.996049 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.996285 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.996502 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.996752 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.997009 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.997268 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.997492 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.997726 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.997954 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.998238 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.998502 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.998737 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.998983 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.999284 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.999569 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:24.999805 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.000090 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.000475 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.000919 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.001457 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.001929 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.002087 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.004484 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.004484 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.004484 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.004484 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.004484 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.004484 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.004484 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.004484 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.004484 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.006840 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.006840 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.006840 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.006840 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.006840 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.006840 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.006840 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.006840 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.007425 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.007425 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.007425 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.007425 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.007425 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.007425 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.007830 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.007830 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.008063 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.008301 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.008549 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.008805 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.009040 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.009248 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.009514 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.009744 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.009952 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.010884 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.011593 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.011593 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.012398 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.012398 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.012398 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.012710 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.014821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.014821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.014821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.014821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.014821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.014821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.014821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.014821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.015520 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.015520 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.015520 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.015520 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.015520 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.015892 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.015892 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.016126 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.016380 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.016598 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.016958 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.017187 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.019165 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.019165 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.019165 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.019165 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.019165 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.019165 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.019165 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.019165 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025686 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025686 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025686 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025686 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025686 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025686 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025686 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.025686 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.026821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.026821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.026821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.026821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.026821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.026821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.026821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.026821 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027407 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027407 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027407 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027407 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027407 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027407 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027407 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027407 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027980 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027980 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027980 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.027980 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.028253 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.028253 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.028466 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.028673 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.029067 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.029425 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.029776 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.030307 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.030622 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.030865 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.031155 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.031434 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.031658 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.032271 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.032271 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.032534 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.032809 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.033106 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.035546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.035546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.035546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.035546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.035546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.035546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.035546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.035546 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.036262 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.036262 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.036262 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.036262 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.036591 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.036663 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.036931 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.037170 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.037459 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.037747 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.037917 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.038152 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.038421 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.038612 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.038922 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.039148 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.039388 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.039608 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.039691 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49020) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:45:25.039834 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.040112 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.040300 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.040510 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.040747 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.041003 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.041159 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 18:45:25.041813 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103970) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 18:45:25.041972 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 18:45:25.042128 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 18:45:25.042494 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 18:45:25.042662 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 18:45:25.042814 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 18:45:25.043023 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.043189 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.043343 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.043504 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.043663 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.043843 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.043991 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044150 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044308 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044476 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044603 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044603 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044603 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044603 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044603 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044603 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044603 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.044603 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048114 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048114 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048114 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048114 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048114 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] debug = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048114 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048571 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048571 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048571 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048571 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048571 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.048571 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049589 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049589 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049589 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] host = dv-cinder-790535-1-smb {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049589 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049589 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049992 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.049992 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.050115 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.050181 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.050974 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.050974 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.050974 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.050974 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.050974 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.051367 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.051367 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.051367 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.051588 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_options = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.051723 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.053056 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.053056 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.053056 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.053056 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.053056 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.058948 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.058948 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.058948 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.058948 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.058948 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.058948 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.058948 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.058948 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.059652 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0124805 Jun 07 18:45:25.059735 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.059735 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.059735 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.059735 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.059735 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.059735 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.059735 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.059735 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.060395 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.060395 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.060395 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.060395 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.060817 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.061098 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.061320 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.061634 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.061832 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.062112 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.062563 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.063487 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.063487 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.063487 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.063732 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.064819 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.064819 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.064819 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.064819 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.066004 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.066259 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.066456 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.066727 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.067014 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_json = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.067246 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.067443 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.068019 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.068019 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.068235 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.068507 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.068676 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.070060 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 18:45:25.070320 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.070614 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.072034 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.072252 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.072451 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.073279 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.073561 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.073971 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.074133 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.074449 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.074847 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.074973 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.075268 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.075541 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.075814 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.075993 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.076273 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.076540 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.076873 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.077092 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.077314 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.077601 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.078702 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.078702 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.078702 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.078702 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.080257 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.080257 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.080451 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.081413 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.081413 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.081413 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.081413 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.081707 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.081901 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.082778 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.082778 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.082778 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.083092 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.083174 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.083283 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.083567 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.083833 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.087468 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.087468 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.087468 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.087468 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.087468 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.087468 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.087468 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.087468 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.087468 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.088086 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.088086 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.088086 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.088086 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.088086 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.088086 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.088086 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.089435 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.089435 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.089559 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.091471 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.091471 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.091680 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.091921 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.092209 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.092490 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.092813 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.094260 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.094590 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.094737 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.094993 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.095271 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.095552 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.095785 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.096191 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.096469 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.096753 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.097056 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.097312 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.097596 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.098108 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.098246 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.098394 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.100600 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.100600 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.100600 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.100600 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.100600 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.100600 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.100600 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.100600 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.101250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.101250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.101250 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.101520 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.101722 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.102262 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.102262 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.102486 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.102635 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.102912 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.103083 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.103358 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.103746 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.103922 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.104193 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.104626 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.104760 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.107246 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.107246 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.107246 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.107246 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.107246 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.107798 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.107798 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.108121 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.108301 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.108860 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.108860 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.110254 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.110483 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.110709 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.111194 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.111475 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.111747 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.112051 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.112362 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.112651 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.112929 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.113144 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.113432 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.113717 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.113944 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.114700 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.114700 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.114700 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.115020 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.115172 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.115338 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.116446 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.116446 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.116446 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.116446 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.116849 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.116849 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.117327 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.117590 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.117916 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.118141 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.118406 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.118693 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.118913 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.119129 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.119375 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.120168 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.120446 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.120728 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.121123 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.121300 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.121502 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.122598 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.122598 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.122598 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.122598 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.122959 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.122959 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.123286 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.123506 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.123707 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.123906 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.124190 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.124455 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.124732 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.126257 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.126471 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.126779 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.127032 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.127289 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.127459 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.127742 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.128022 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.128274 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.128548 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.128931 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.129920 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.130156 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.130434 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.131347 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.131347 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.131347 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.131347 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.131683 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.131873 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.134711 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.134711 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.134711 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.134711 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.134711 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.134711 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.134711 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.134711 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.135958 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.135958 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.135958 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.135958 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.135958 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.135958 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.136583 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.136583 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.138615 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.138615 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.138615 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.138615 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.138615 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.138615 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.138615 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.138615 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.139314 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.139314 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.139505 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.139617 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.139838 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.140057 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.140321 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.140621 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.140923 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.141160 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.141376 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.141646 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.143016 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.143016 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.143016 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.143016 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.143016 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.143362 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.143362 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.143616 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.143835 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.144101 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.144383 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.144658 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.144882 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.145155 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.145446 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.145722 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.145901 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.146184 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.146461 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.146749 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.147033 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.147198 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.147479 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.148567 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.148567 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.148567 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.148567 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.149000 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.149000 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.149233 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.149442 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.149664 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.149919 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.150185 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.150456 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.151276 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.151655 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.152800 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.152800 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.152800 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.152800 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.152800 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.153605 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 18:45:25.153885 dv-cinder-790535-1-smb neutron-server[103970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 18:45:25.164349 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:45:37.160469 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69e4cb-c375-4df1-85a5-3465d7c171f8 None None] get_active_networks_info from dv-cinder-790535-1-smb {{(pid=104083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 18:45:37.239234 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69e4cb-c375-4df1-85a5-3465d7c171f8 None None] No non-hosted networks {{(pid=104083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 18:45:37.253355 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.agentschedulers_db [None req-1b69e4cb-c375-4df1-85a5-3465d7c171f8 None None] DHCP Agent not found on host dv-cinder-790535-1-smb {{(pid=104083) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 18:45:37.387081 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7b2478d7-0627-48df-aace-0b98f16467c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668'] for agent, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:40.213766 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668'] for agent, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:40.214540 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.214768 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.219451 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.220004 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.220662 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.220865 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.221540 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.222080 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.222423 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.222782 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.231657 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.232117 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:40.232565 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:45:40.248137 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:45:40.254208 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c57ded6-65ff-4aac-a372-d57a5fade2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668'] for agent, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:40.335217 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.db.api [None req-f934dae4-7257-4972-894c-c43e7aaeced3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-790535-1-smb {{(pid=104083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 18:45:40.335672 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_db.api [None req-f934dae4-7257-4972-894c-c43e7aaeced3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 18:45:40.990238 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f934dae4-7257-4972-894c-c43e7aaeced3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:41.624449 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668'] for agent, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:43.264437 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668'] for agent, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:44.294403 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49122) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:45:44.957650 dv-cinder-790535-1-smb neutron-server[104081]: WARNING oslo_policy.policy [None req-9c89f279-619a-422b-a509-4e80bf3cbfe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 18:45:44.958323 dv-cinder-790535-1-smb neutron-server[104081]: WARNING oslo_policy.policy [None req-9c89f279-619a-422b-a509-4e80bf3cbfe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 18:45:45.182264 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [None req-9c89f279-619a-422b-a509-4e80bf3cbfe9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 18:45:45.187613 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-9c89f279-619a-422b-a509-4e80bf3cbfe9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8920722 Jun 07 18:45:47.616474 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.db.l3_hamode_db [None req-4971b19b-d1ff-48c5-842f-6faac8bbd102 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 18:45:47.705382 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971b19b-d1ff-48c5-842f-6faac8bbd102 None None] Routers set() bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:45:47.705859 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971b19b-d1ff-48c5-842f-6faac8bbd102 None None] Router IDs set() for agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 18:45:47.885620 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49136) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:45:48.279188 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-534d0201-8827-424a-9090-8e1ae131538d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:45:48.377173 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.policy [None req-534d0201-8827-424a-9090-8e1ae131538d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104081) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 18:45:48.423345 dv-cinder-790535-1-smb neutron-server[104081]: WARNING oslo_policy.policy [None req-534d0201-8827-424a-9090-8e1ae131538d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 18:45:48.423727 dv-cinder-790535-1-smb neutron-server[104081]: WARNING oslo_policy.policy [None req-534d0201-8827-424a-9090-8e1ae131538d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 18:45:48.432944 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.quota [None req-534d0201-8827-424a-9090-8e1ae131538d admin admin] Loaded quota_driver: . Jun 07 18:45:48.626965 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-534d0201-8827-424a-9090-8e1ae131538d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787104539631', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787104539034', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787104552741', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787104555601', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787104438484', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787104440363', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1564829', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1545498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-267947661', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-267977948'] for rbac-policy, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:48.853154 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-534d0201-8827-424a-9090-8e1ae131538d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:48.854500 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-534d0201-8827-424a-9090-8e1ae131538d admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9680364 Jun 07 18:45:51.520514 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49148) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:45:52.130492 dv-cinder-790535-1-smb neutron-server[104082]: WARNING oslo_policy.policy [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 18:45:52.131107 dv-cinder-790535-1-smb neutron-server[104082]: WARNING oslo_policy.policy [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 18:45:52.353990 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:45:52.355068 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.quota [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Loaded quota_driver: . Jun 07 18:45:52.457375 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Made reservation on behalf of e9c58b142f694c3dba5d9ac6e94136cf for: {'network': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:45:52.542189 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.policy [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104082) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 18:45:52.590860 dv-cinder-790535-1-smb neutron-server[104082]: WARNING oslo_policy.policy [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 18:45:52.591244 dv-cinder-790535-1-smb neutron-server[104082]: WARNING oslo_policy.policy [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 18:45:52.601546 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:52.624355 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:52.763466 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:52.874022 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:52.878865 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:45:52.900263 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:45:52.925566 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787100907677', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:52.926182 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Unsubscribe: segment precommit_create {{(pid=104082) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 18:45:52.926690 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.segments_db [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Added segment e2ab808b-11b0-42d8-bae2-2ab4aad11a3f of type vlan for network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb Jun 07 18:45:52.936227 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0796b254-7a82-4c15-b47a-424ac0c0db39,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:45:52.996759 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:52.997126 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:52.997458 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:52.997780 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:52.998098 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:52.998428 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:52.998730 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:52.999043 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:52.999368 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:52.999681 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:53.000032 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:53.000354 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Tracked resource versions report: Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: pushed versions: Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: { 'AddressGroup': {'1.2'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'ConntrackHelper': {'1.0'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Log': {'1.0'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Network': {'1.1'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Port': {'1.7'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'PortForwarding': {'1.2'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'QosPolicy': {'1.8'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'SecurityGroup': {'1.4'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'SecurityGroupRule': {'1.2'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'SubPort': {'1.0'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Subnet': {'1.1'}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Trunk': {'1.1'}} Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: consumer versions: Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: { DHCP agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: L3 agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: Metadata agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: Metering agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: Open vSwitch agent@dv-cinder-790535-1-smb: { 'AddressGroup': '1.2', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'ConntrackHelper': '1.0', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Log': '1.0', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Network': '1.1', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Port': '1.7', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'PortForwarding': '1.2', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'QosPolicy': '1.8', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'SecurityGroup': '1.4', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'SecurityGroupRule': '1.2', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'SubPort': '1.0', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Subnet': '1.1', Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: 'Trunk': '1.1'}} Jun 07 18:45:53.001420 dv-cinder-790535-1-smb neutron-server[104082]: {{(pid=104082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 18:45:53.049545 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:45:53.053151 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:53.258382 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:53.260633 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:45:53.261336 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:53.266161 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:45:53.368446 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Pushing event updated for resources: {'Network': ['ID=75e49d01-1c65-4e3e-a765-8eb3ccdce7eb,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:45:53.372232 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:45:53.380340 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:45:53.425070 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.9023168 Jun 07 18:45:56.178976 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49170) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:45:56.668529 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a9a670-0772-4326-aea5-ce11f6f4ec30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:45:56.669922 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-91a9a670-0772-4326-aea5-ce11f6f4ec30 admin admin] 10.222.0.20 "GET /v2.0/networks/75e49d01-1c65-4e3e-a765-8eb3ccdce7eb HTTP/1.1" status: 200 len: 825 time: 0.4900153 Jun 07 18:45:56.697330 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-04a0a9e9-e63d-4e41-99b9-8854ce818ea6 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/200b6c5e-e3ee-4411-9961-febf48b8fdc4 HTTP/1.1" status: 200 len: 734 time: 0.0216737 Jun 07 18:45:56.706027 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '200b6c5e-e3ee-4411-9961-febf48b8fdc4'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:45:56.801366 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Made reservation on behalf of e9c58b142f694c3dba5d9ac6e94136cf for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:45:56.804059 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:57.189962 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:57.196801 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:45:57.284195 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Checking segment: {'id': 'e2ab808b-11b0-42d8-bae2-2ab4aad11a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:45:57.284566 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Network hostable DHCP agents. Network: 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:45:57.298941 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a861214-3194-4129-8a3a-c96d630e8074,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:45:57.311690 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.312045 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.312376 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.312702 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.313044 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.313358 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.313666 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.313976 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.314298 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.314607 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.314911 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.315213 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Tracked resource versions report: Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: pushed versions: Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: { 'AddressGroup': {'1.2'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'ConntrackHelper': {'1.0'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Log': {'1.0'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Network': {'1.1'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Port': {'1.7'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'PortForwarding': {'1.2'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'QosPolicy': {'1.8'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'SecurityGroup': {'1.4'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'SecurityGroupRule': {'1.2'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'SubPort': {'1.0'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Subnet': {'1.1'}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Trunk': {'1.1'}} Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: consumer versions: Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: { DHCP agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: L3 agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: Metadata agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: Metering agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: Open vSwitch agent@dv-cinder-790535-1-smb: { 'AddressGroup': '1.2', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'ConntrackHelper': '1.0', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Log': '1.0', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Network': '1.1', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Port': '1.7', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'PortForwarding': '1.2', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'QosPolicy': '1.8', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'SecurityGroup': '1.4', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'SecurityGroupRule': '1.2', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'SubPort': '1.0', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Subnet': '1.1', Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: 'Trunk': '1.1'}} Jun 07 18:45:57.316300 dv-cinder-790535-1-smb neutron-server[104081]: {{(pid=104081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 18:45:57.350222 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:45:57.412793 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:45:57.510609 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:45:57.515404 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:45:57.516065 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:57.521915 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd57c5-eb0b-4cff-9611-7f9361df9f4a None None] Network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:45:57.607565 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9048362 Jun 07 18:45:57.833579 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa004761-e10f-5b1a-afb7-87581139ea7b-75e49d01-1c65-4e3e-a765-8eb3ccdce7eb', 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'fixed_ips': [{'subnet_id': '2a861214-3194-4129-8a3a-c96d630e8074'}]}} from dv-cinder-790535-1-smb. {{(pid=104083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 18:45:57.834744 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:58.031465 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Allocated IP 172.20.0.2 (75e49d01-1c65-4e3e-a765-8eb3ccdce7eb/2a861214-3194-4129-8a3a-c96d630e8074/38307a8f-b5af-4a83-ad00-a4f034d7d774) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:45:58.299889 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Notify callbacks [] for port, precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:58.313249 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Transition to ACTIVE for port object 38307a8f-b5af-4a83-ad00-a4f034d7d774 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:45:58.333625 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Transition to ACTIVE for port object 38307a8f-b5af-4a83-ad00-a4f034d7d774 will not be triggered until provisioned by entity DHCP. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:45:58.430246 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:58.431802 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:45:58.431802 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:45:58.431802 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:45:58.431802 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:45:58.431802 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:45:58.431802 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Jun 07 18:45:58.449169 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:45:58.450340 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:45:58.453311 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:45:58.545938 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Attempting to bind port 38307a8f-b5af-4a83-ad00-a4f034d7d774 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:45:58.546746 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Attempting to bind port 38307a8f-b5af-4a83-ad00-a4f034d7d774 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'e2ab808b-11b0-42d8-bae2-2ab4aad11a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:45:58.546746 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Attempting to bind port 38307a8f-b5af-4a83-ad00-a4f034d7d774 on network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:45:58.552081 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:45:58.552429 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Checking segment: {'id': 'e2ab808b-11b0-42d8-bae2-2ab4aad11a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:45:58.552924 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:58.553315 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Bound using segment: {'id': 'e2ab808b-11b0-42d8-bae2-2ab4aad11a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:45:58.553793 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Bound port: 38307a8f-b5af-4a83-ad00-a4f034d7d774, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab808b-11b0-42d8-bae2-2ab4aad11a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:45:58.554178 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:58.640343 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] For port 38307a8f-b5af-4a83-ad00-a4f034d7d774, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:45:58.644292 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] For port 38307a8f-b5af-4a83-ad00-a4f034d7d774, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=38307a8f-b5af-4a83-ad00-a4f034d7d774,segment=NetworkSegment(e2ab808b-11b0-42d8-bae2-2ab4aad11a3f),segment_id=e2ab808b-11b0-42d8-bae2-2ab4aad11a3f)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:45:58.727673 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:45:58.732036 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:45:58.816403 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Pushing event updated for resources: {'Port': ['ID=38307a8f-b5af-4a83-ad00-a4f034d7d774,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:45:58.825007 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.825354 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.825691 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.826011 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.826332 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.826656 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.826974 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.827290 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.827624 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.827940 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.828259 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.828570 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Tracked resource versions report: Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: pushed versions: Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: { 'AddressGroup': {'1.2'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'ConntrackHelper': {'1.0'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Log': {'1.0'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Network': {'1.1'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Port': {'1.7'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'PortForwarding': {'1.2'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'QosPolicy': {'1.8'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'SecurityGroup': {'1.4'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'SecurityGroupRule': {'1.2'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'SubPort': {'1.0'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Subnet': {'1.1'}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Trunk': {'1.1'}} Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: consumer versions: Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: { DHCP agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: L3 agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: Metadata agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: Metering agent@dv-cinder-790535-1-smb: {}, Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: Open vSwitch agent@dv-cinder-790535-1-smb: { 'AddressGroup': '1.2', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'ConntrackHelper': '1.0', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Log': '1.0', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Network': '1.1', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Port': '1.7', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'PortForwarding': '1.2', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'QosPolicy': '1.8', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'SecurityGroup': '1.4', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'SecurityGroupRule': '1.2', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'SubPort': '1.0', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Subnet': '1.1', Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: 'Trunk': '1.1'}} Jun 07 18:45:58.829663 dv-cinder-790535-1-smb neutron-server[104083]: {{(pid=104083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 18:45:58.834389 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:00.050626 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49182) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:46:00.444565 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [None req-23cede4c-9460-4a1b-bafd-e7380de532f8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 18:46:00.445844 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-23cede4c-9460-4a1b-bafd-e7380de532f8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3944416 Jun 07 18:46:02.857217 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49190) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:46:03.250928 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [None req-78e37beb-55c4-4ba9-962e-54aaee85b57c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 18:46:03.251909 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-78e37beb-55c4-4ba9-962e-54aaee85b57c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3937051 Jun 07 18:46:04.494925 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 38307a8f-b5af-4a83-ad00-a4f034d7d774 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:46:04.647044 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 38307a8f-b5af-4a83-ad00-a4f034d7d774 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:46:04.898932 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf325d98-0f7d-499b-98bd-196a9786ab6d None None] Network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:46:05.019137 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-2c3f6d32-1c4b-4c5f-b1b8-cb8e6e03d473 None None] Provisioning for port 38307a8f-b5af-4a83-ad00-a4f034d7d774 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:46:05.065521 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-2c3f6d32-1c4b-4c5f-b1b8-cb8e6e03d473 None None] Provisioning complete for port 38307a8f-b5af-4a83-ad00-a4f034d7d774 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:46:05.065955 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6d32-1c4b-4c5f-b1b8-cb8e6e03d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:05.254737 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6d32-1c4b-4c5f-b1b8-cb8e6e03d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:05.300429 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2c3f6d32-1c4b-4c5f-b1b8-cb8e6e03d473 None None] For port 38307a8f-b5af-4a83-ad00-a4f034d7d774, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=38307a8f-b5af-4a83-ad00-a4f034d7d774,segment=NetworkSegment(e2ab808b-11b0-42d8-bae2-2ab4aad11a3f),segment_id=e2ab808b-11b0-42d8-bae2-2ab4aad11a3f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:46:05.416065 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c3f6d32-1c4b-4c5f-b1b8-cb8e6e03d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:05.420992 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c08f2f1-4b5f-4343-83da-a0bde29791a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:05.500382 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f6d32-1c4b-4c5f-b1b8-cb8e6e03d473 None None] Pushing event updated for resources: {'Port': ['ID=38307a8f-b5af-4a83-ad00-a4f034d7d774,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:05.503533 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-2c3f6d32-1c4b-4c5f-b1b8-cb8e6e03d473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:05.539682 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-b665d53d-e9c2-4edb-9670-773e7a2d7de1 None None] Provisioning complete for port 38307a8f-b5af-4a83-ad00-a4f034d7d774 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:46:05.540055 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b665d53d-e9c2-4edb-9670-773e7a2d7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:05.947368 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49204) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:46:06.309361 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-dd5d1b2d-375c-418c-ac1d-152e2ed0711b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'name': 'router1'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:46:06.418841 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1b2d-375c-418c-ac1d-152e2ed0711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29959'] for router, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:06.420796 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1b2d-375c-418c-ac1d-152e2ed0711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29982'] for router, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:06.443496 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1b2d-375c-418c-ac1d-152e2ed0711b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:06.467906 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 38307a8f-b5af-4a83-ad00-a4f034d7d774 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:46:06.540733 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 38307a8f-b5af-4a83-ad00-a4f034d7d774 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:46:06.541591 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:06.619167 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1b2d-375c-418c-ac1d-152e2ed0711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502188'] for router, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:06.742685 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1b2d-375c-418c-ac1d-152e2ed0711b admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:06.744053 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-dd5d1b2d-375c-418c-ac1d-152e2ed0711b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7957067 Jun 07 18:46:07.104377 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8c8378ee-fdeb-48ba-a26b-04693380dcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:09.250974 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49212) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:46:09.671068 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [None req-4cae2834-b2c0-4029-9a6e-d2045fe5e5bb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 18:46:09.672082 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-4cae2834-b2c0-4029-9a6e-d2045fe5e5bb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4202490 Jun 07 18:46:10.163020 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:10.256948 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-abc10a79-d3de-4dec-8f33-4dcf18f31e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:11.331216 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:12.148399 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49230) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:46:12.301848 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:46:12.395062 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Made reservation on behalf of 62cf4a2ba850407bab127d094b88a973 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:46:12.397518 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:12.415843 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:12.537425 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:12.629770 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:12.633153 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:12.655542 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Reserving flat network on physical network physnet1 {{(pid=104081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 18:46:12.669233 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a79ec85-c79d-46eb-9d57-6731b118a9f7,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:12.673275 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:12.680342 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787100907677', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:12.680991 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Unsubscribe: segment precommit_create {{(pid=104081) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 18:46:12.684754 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Added segment f18d0779-6ac9-4b41-bfed-c30f7e386fe4 of type flat for network 71f98401-584a-489c-9c7f-f276f077498e Jun 07 18:46:12.725567 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:12.835773 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:12.838160 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:46:12.838743 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:12.843531 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:12.953551 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Pushing event updated for resources: {'Network': ['ID=71f98401-584a-489c-9c7f-f276f077498e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:12.956716 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:12.964865 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network 71f98401-584a-489c-9c7f-f276f077498e details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:46:12.988452 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8388944 Jun 07 18:46:13.172926 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:15.194773 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49248) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:46:15.310867 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8d45d-cfb5-46df-8ed0-fd0d45b98b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:46:15.312115 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-31f8d45d-cfb5-46df-8ed0-fd0d45b98b04 admin admin] 10.222.0.20 "GET /v2.0/subnets/2a861214-3194-4129-8a3a-c96d630e8074 HTTP/1.1" status: 200 len: 849 time: 0.1163886 Jun 07 18:46:15.493242 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-1ec9094f-a239-41fa-91ec-7240ce5bbb23 admin admin] 10.222.0.20 "GET /v2.0/routers/c315e6fc-f66a-4367-8436-7275877988b7 HTTP/1.1" status: 200 len: 704 time: 0.1754060 Jun 07 18:46:15.963227 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:16.195490 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Allocated IP 172.20.0.1 (75e49d01-1c65-4e3e-a765-8eb3ccdce7eb/2a861214-3194-4129-8a3a-c96d630e8074/f35c51ed-47c1-4030-aefc-7abb72be70bd) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:46:16.366787 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:16.384110 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Transition to ACTIVE for port object f35c51ed-47c1-4030-aefc-7abb72be70bd will not be triggered until provisioned by entity DHCP. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:46:16.485956 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:16.487139 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:46:16.487139 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:46:16.487139 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:46:16.487139 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:46:16.487139 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:46:16.487139 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:46:16.504528 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:46:16.505592 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:46:16.508197 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:46:16.509271 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560358'] for router_interface, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:16.714967 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-8a687baa-00f3-430f-a33f-2ee8514deda1 None None] Provisioning for port f35c51ed-47c1-4030-aefc-7abb72be70bd completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:46:16.720201 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-8a687baa-00f3-430f-a33f-2ee8514deda1 None None] Provisioning complete for port f35c51ed-47c1-4030-aefc-7abb72be70bd triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:46:16.720574 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8a687baa-00f3-430f-a33f-2ee8514deda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:16.774767 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-8a687baa-00f3-430f-a33f-2ee8514deda1 None None] Port f35c51ed-47c1-4030-aefc-7abb72be70bd cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:46:16.863249 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:17.097160 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:17.155548 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:17.156728 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503742'] for router_interface, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:17.160261 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:17.257150 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f35c51ed-47c1-4030-aefc-7abb72be70bd,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:17.304470 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:17.351338 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:46:17.353277 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:46:17.600042 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-a7570ed4-9939-4c83-b570-dfb030f98b58 None None] Provisioning complete for port f35c51ed-47c1-4030-aefc-7abb72be70bd triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:46:17.600332 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a7570ed4-9939-4c83-b570-dfb030f98b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:17.619511 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Router c315e6fc-f66a-4367-8436-7275877988b7 is scheduled to L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 18:46:17.654061 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a7570ed4-9939-4c83-b570-dfb030f98b58 None None] Port f35c51ed-47c1-4030-aefc-7abb72be70bd cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:46:17.776219 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:46:17.781413 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/c315e6fc-f66a-4367-8436-7275877988b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2827260 Jun 07 18:46:17.785982 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Sync routers for ids ['c315e6fc-f66a-4367-8436-7275877988b7'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:46:17.800436 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Routers {'c315e6fc-f66a-4367-8436-7275877988b7'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:46:17.801336 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:46:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['c315e6fc-f66a-4367-8436-7275877988b7'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:46:17.988668 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Set router c315e6fc-f66a-4367-8436-7275877988b7 gateway port host: None {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:46:18.369557 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'name': 'router1', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:46:06Z', 'updated_at': '2021-06-07T18:46:16Z', 'revision_number': 2, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'gw_port_host': None, '_interfaces': [{'id': 'f35c51ed-47c1-4030-aefc-7abb72be70bd', 'name': '', 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'mac_address': 'fa:16:3e:4b:41:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a861214-3194-4129-8a3a-c96d630e8074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:46:16Z', 'updated_at': '2021-06-07T18:46:16Z', 'revision_number': 2, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'subnets': [{'id': '2a861214-3194-4129-8a3a-c96d630e8074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200b6c5e-e3ee-4411-9961-febf48b8fdc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:46:18.374519 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Checking router: c315e6fc-f66a-4367-8436-7275877988b7 for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:46:18.374894 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Updating router c315e6fc-f66a-4367-8436-7275877988b7 port f35c51ed-47c1-4030-aefc-7abb72be70bd binding host dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:46:18.428463 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:18.812079 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:18.826176 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Transition to ACTIVE for port object f35c51ed-47c1-4030-aefc-7abb72be70bd will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:46:18.909953 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:18.915646 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:19.126417 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Pushing event updated for resources: {'Port': ['ID=f35c51ed-47c1-4030-aefc-7abb72be70bd,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:19.168316 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.168655 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.169016 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.169337 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.169653 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.169968 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.170542 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.170852 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.171172 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.171477 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.171788 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.172108 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Tracked resource versions report: Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: pushed versions: Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: { 'AddressGroup': {'1.2'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'ConntrackHelper': {'1.0'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Log': {'1.0'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Network': {'1.1'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Port': {'1.7'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'PortForwarding': {'1.2'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'QosPolicy': {'1.8'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'SecurityGroup': {'1.4'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'SecurityGroupRule': {'1.2'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'SubPort': {'1.0'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Subnet': {'1.1'}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Trunk': {'1.1'}} Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: consumer versions: Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: { DHCP agent@dv-cinder-790535-1-smb: {}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: L3 agent@dv-cinder-790535-1-smb: {}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: Metadata agent@dv-cinder-790535-1-smb: {}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: Metering agent@dv-cinder-790535-1-smb: {}, Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: Open vSwitch agent@dv-cinder-790535-1-smb: { 'AddressGroup': '1.2', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'ConntrackHelper': '1.0', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Log': '1.0', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Network': '1.1', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Port': '1.7', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'PortForwarding': '1.2', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'QosPolicy': '1.8', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'SecurityGroup': '1.4', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'SecurityGroupRule': '1.2', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'SubPort': '1.0', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Subnet': '1.1', Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: 'Trunk': '1.1'}} Jun 07 18:46:19.173168 dv-cinder-790535-1-smb neutron-server[104084]: {{(pid=104084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 18:46:19.191335 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:19.193561 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Attempting to bind port f35c51ed-47c1-4030-aefc-7abb72be70bd on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:46:19.193952 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Attempting to bind port f35c51ed-47c1-4030-aefc-7abb72be70bd by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'e2ab808b-11b0-42d8-bae2-2ab4aad11a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:46:19.194391 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Attempting to bind port f35c51ed-47c1-4030-aefc-7abb72be70bd on network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:46:19.201109 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:46:19.201524 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Checking segment: {'id': 'e2ab808b-11b0-42d8-bae2-2ab4aad11a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:46:19.201991 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:19.202383 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Bound using segment: {'id': 'e2ab808b-11b0-42d8-bae2-2ab4aad11a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:46:19.202885 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Bound port: f35c51ed-47c1-4030-aefc-7abb72be70bd, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab808b-11b0-42d8-bae2-2ab4aad11a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:46:19.203238 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:19.294742 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] For port f35c51ed-47c1-4030-aefc-7abb72be70bd, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:46:19.298958 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] For port f35c51ed-47c1-4030-aefc-7abb72be70bd, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=f35c51ed-47c1-4030-aefc-7abb72be70bd,segment=NetworkSegment(e2ab808b-11b0-42d8-bae2-2ab4aad11a3f),segment_id=e2ab808b-11b0-42d8-bae2-2ab4aad11a3f)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:46:19.378676 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:19.382639 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:19.469953 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Pushing event updated for resources: {'Port': ['ID=f35c51ed-47c1-4030-aefc-7abb72be70bd,revision_number=4']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:19.476815 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:19.477404 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Routers {'c315e6fc-f66a-4367-8436-7275877988b7'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:46:19.478014 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:46:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['c315e6fc-f66a-4367-8436-7275877988b7'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:46:19.640337 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] Set router c315e6fc-f66a-4367-8436-7275877988b7 gateway port host: None {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:46:19.969886 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'name': 'router1', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:46:06Z', 'updated_at': '2021-06-07T18:46:16Z', 'revision_number': 2, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'gw_port_host': None, '_interfaces': [{'id': 'f35c51ed-47c1-4030-aefc-7abb72be70bd', 'name': '', 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'mac_address': 'fa:16:3e:4b:41:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a861214-3194-4129-8a3a-c96d630e8074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:46:16Z', 'updated_at': '2021-06-07T18:46:19Z', 'revision_number': 4, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'subnets': [{'id': '2a861214-3194-4129-8a3a-c96d630e8074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200b6c5e-e3ee-4411-9961-febf48b8fdc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:46:19.974433 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b2cd3-5d0d-4ee4-ad37-90c266687fc2 None None] The sync data for ids ['c315e6fc-f66a-4367-8436-7275877988b7'] in dv-cinder-790535-1-smb is: [{'id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'name': 'router1', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:46:06Z', 'updated_at': '2021-06-07T18:46:16Z', 'revision_number': 2, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'gw_port_host': None, '_interfaces': [{'id': 'f35c51ed-47c1-4030-aefc-7abb72be70bd', 'name': '', 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'mac_address': 'fa:16:3e:4b:41:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a861214-3194-4129-8a3a-c96d630e8074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:46:16Z', 'updated_at': '2021-06-07T18:46:19Z', 'revision_number': 4, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'subnets': [{'id': '2a861214-3194-4129-8a3a-c96d630e8074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200b6c5e-e3ee-4411-9961-febf48b8fdc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:46:20.076838 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49258) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:46:20.241963 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ff3ed-effe-4f53-ab71-43ab7f520710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:46:20.243281 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-956ff3ed-effe-4f53-ab71-43ab7f520710 admin admin] 10.222.0.20 "GET /v2.0/networks/71f98401-584a-489c-9c7f-f276f077498e HTTP/1.1" status: 200 len: 842 time: 0.1654012 Jun 07 18:46:20.252550 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'name': 'public-subnet'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:46:20.355430 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Made reservation on behalf of 62cf4a2ba850407bab127d094b88a973 for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:46:20.357739 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Notify callbacks [] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:20.854871 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.objects.ports [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104082) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 18:46:20.855373 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:20.860872 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:20.934276 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50320e44-5e5b-4a6a-a82f-65f64fe93bdb,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:20.939874 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:20.943854 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Checking segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:46:20.944297 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Network hostable DHCP agents. Network: 71f98401-584a-489c-9c7f-f276f077498e, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:46:21.087494 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Network 71f98401-584a-489c-9c7f-f276f077498e is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:46:21.195662 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, 71f98401-584a-489c-9c7f-f276f077498e) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:46:21.206548 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:46:21.207213 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:21.212483 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc940e1-eeea-4372-afa6-c8933160a0c0 None None] Network 71f98401-584a-489c-9c7f-f276f077498e requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:46:21.350246 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1010494 Jun 07 18:46:21.425470 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d2e75-b12b-4799-af41-3fee0837e2aa None None] Network 71f98401-584a-489c-9c7f-f276f077498e requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:46:23.638946 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49270) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:46:23.859246 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-ac81f16f-ae55-450b-8e61-df88fc187d2a admin admin] 10.222.0.20 "GET /v2.0/routers/c315e6fc-f66a-4367-8436-7275877988b7 HTTP/1.1" status: 200 len: 710 time: 0.2190878 Jun 07 18:46:23.993151 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303bdd02-3faa-43a4-8408-0e59906b9e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:46:23.994503 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-303bdd02-3faa-43a4-8408-0e59906b9e34 admin admin] 10.222.0.20 "GET /v2.0/networks/71f98401-584a-489c-9c7f-f276f077498e HTTP/1.1" status: 200 len: 886 time: 0.1300013 Jun 07 18:46:24.003396 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:46:24.473099 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29992'] for router, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:24.491192 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device f35c51ed-47c1-4030-aefc-7abb72be70bd up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:46:24.686753 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port f35c51ed-47c1-4030-aefc-7abb72be70bd completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:46:24.692534 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port f35c51ed-47c1-4030-aefc-7abb72be70bd triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:46:24.692939 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:24.817155 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:24.853220 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port f35c51ed-47c1-4030-aefc-7abb72be70bd, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=f35c51ed-47c1-4030-aefc-7abb72be70bd,segment=NetworkSegment(e2ab808b-11b0-42d8-bae2-2ab4aad11a3f),segment_id=e2ab808b-11b0-42d8-bae2-2ab4aad11a3f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:46:24.926406 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:24.928564 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-2c3f6d32-1c4b-4c5f-b1b8-cb8e6e03d473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:24.996092 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=f35c51ed-47c1-4030-aefc-7abb72be70bd,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:24.999173 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:25.043459 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:25.102265 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:25.243657 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Allocated IP 172.28.3.165 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/d35acc55-b154-4c50-86cc-4a2254cb8825) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:46:25.392811 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:25.527319 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:25.528529 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:46:25.528529 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:46:25.528529 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:46:25.528529 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:46:25.528529 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:46:25.528529 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:46:25.545953 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:46:25.549333 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:46:25.549621 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:46:26.033194 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:26.424423 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29992'] for router, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:26.428105 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-502170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-502165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-504150'] for router, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:26.475359 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device f35c51ed-47c1-4030-aefc-7abb72be70bd up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:46:26.548530 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port f35c51ed-47c1-4030-aefc-7abb72be70bd triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:46:26.548942 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:26.618598 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Router c315e6fc-f66a-4367-8436-7275877988b7 has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:46:26.803099 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:46:26.807243 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:26.808547 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e11d68aa-a261-4cb9-a07f-b5667d5de618 admin admin] 10.222.0.20 "PUT /v2.0/routers/c315e6fc-f66a-4367-8436-7275877988b7 HTTP/1.1" status: 200 len: 890 time: 2.8083136 Jun 07 18:46:26.813431 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Sync routers for ids ['c315e6fc-f66a-4367-8436-7275877988b7'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:46:26.825147 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Routers {'c315e6fc-f66a-4367-8436-7275877988b7'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:46:26.825823 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:46:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['c315e6fc-f66a-4367-8436-7275877988b7'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:46:27.015552 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:46:27.046545 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Set router c315e6fc-f66a-4367-8436-7275877988b7 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:46:27.396987 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'name': 'router1', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd35acc55-b154-4c50-86cc-4a2254cb8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:46:06Z', 'updated_at': '2021-06-07T18:46:25Z', 'revision_number': 4, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'gw_port': {'id': 'd35acc55-b154-4c50-86cc-4a2254cb8825', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:46:25Z', 'updated_at': '2021-06-07T18:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'f35c51ed-47c1-4030-aefc-7abb72be70bd', 'name': '', 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'mac_address': 'fa:16:3e:4b:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a861214-3194-4129-8a3a-c96d630e8074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:46:16Z', 'updated_at': '2021-06-07T18:46:24Z', 'revision_number': 5, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'subnets': [{'id': '2a861214-3194-4129-8a3a-c96d630e8074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200b6c5e-e3ee-4411-9961-febf48b8fdc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:46:27.402486 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Checking router: c315e6fc-f66a-4367-8436-7275877988b7 for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:46:27.402938 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Updating router c315e6fc-f66a-4367-8436-7275877988b7 port d35acc55-b154-4c50-86cc-4a2254cb8825 binding host dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:46:27.456701 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:27.795998 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Notify callbacks [] for port, precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:27.807872 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Transition to ACTIVE for port object d35acc55-b154-4c50-86cc-4a2254cb8825 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:46:27.897991 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:27.902943 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:27.977239 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Attempting to bind port d35acc55-b154-4c50-86cc-4a2254cb8825 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:46:27.978404 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Attempting to bind port d35acc55-b154-4c50-86cc-4a2254cb8825 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:46:27.978786 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Attempting to bind port d35acc55-b154-4c50-86cc-4a2254cb8825 on network 71f98401-584a-489c-9c7f-f276f077498e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:46:27.984722 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38734564-de67-4a2d-ae2b-6acb73bda8b7 None None] Pushing event updated for resources: {'Port': ['ID=d35acc55-b154-4c50-86cc-4a2254cb8825,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:27.989386 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-38734564-de67-4a2d-ae2b-6acb73bda8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:27.990333 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:46:27.991649 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Checking segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:46:27.991649 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:27.991649 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Bound using segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:46:27.992572 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Bound port: d35acc55-b154-4c50-86cc-4a2254cb8825, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:46:27.992572 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:28.075116 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] For port d35acc55-b154-4c50-86cc-4a2254cb8825, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:46:28.078714 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] For port d35acc55-b154-4c50-86cc-4a2254cb8825, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=d35acc55-b154-4c50-86cc-4a2254cb8825,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:46:28.166485 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:28.171026 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:28.248599 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Routers {'c315e6fc-f66a-4367-8436-7275877988b7'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:46:28.249238 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:46:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['c315e6fc-f66a-4367-8436-7275877988b7'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:46:28.298420 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38734564-de67-4a2d-ae2b-6acb73bda8b7 None None] Pushing event updated for resources: {'Port': ['ID=d35acc55-b154-4c50-86cc-4a2254cb8825,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:28.306489 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-38734564-de67-4a2d-ae2b-6acb73bda8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:28.433695 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] Set router c315e6fc-f66a-4367-8436-7275877988b7 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:46:28.794331 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'name': 'router1', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd35acc55-b154-4c50-86cc-4a2254cb8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:46:06Z', 'updated_at': '2021-06-07T18:46:25Z', 'revision_number': 4, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'gw_port': {'id': 'd35acc55-b154-4c50-86cc-4a2254cb8825', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:46:25Z', 'updated_at': '2021-06-07T18:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'f35c51ed-47c1-4030-aefc-7abb72be70bd', 'name': '', 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'mac_address': 'fa:16:3e:4b:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a861214-3194-4129-8a3a-c96d630e8074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:46:16Z', 'updated_at': '2021-06-07T18:46:24Z', 'revision_number': 5, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'subnets': [{'id': '2a861214-3194-4129-8a3a-c96d630e8074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200b6c5e-e3ee-4411-9961-febf48b8fdc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:46:28.798547 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522f026-c5e9-4e1d-a256-2d9f70394486 None None] The sync data for ids ['c315e6fc-f66a-4367-8436-7275877988b7'] in dv-cinder-790535-1-smb is: [{'id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'name': 'router1', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd35acc55-b154-4c50-86cc-4a2254cb8825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:46:06Z', 'updated_at': '2021-06-07T18:46:25Z', 'revision_number': 4, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'gw_port': {'id': 'd35acc55-b154-4c50-86cc-4a2254cb8825', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:46:25Z', 'updated_at': '2021-06-07T18:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'f35c51ed-47c1-4030-aefc-7abb72be70bd', 'name': '', 'network_id': '75e49d01-1c65-4e3e-a765-8eb3ccdce7eb', 'tenant_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'mac_address': 'fa:16:3e:4b:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c315e6fc-f66a-4367-8436-7275877988b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a861214-3194-4129-8a3a-c96d630e8074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:46:16Z', 'updated_at': '2021-06-07T18:46:24Z', 'revision_number': 5, 'project_id': 'e9c58b142f694c3dba5d9ac6e94136cf', 'subnets': [{'id': '2a861214-3194-4129-8a3a-c96d630e8074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200b6c5e-e3ee-4411-9961-febf48b8fdc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:46:29.190404 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49278) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:46:29.317616 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-c11c179e-16cd-406a-9fa9-6f60b9dbe6e3 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1260958 Jun 07 18:46:30.509025 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device d35acc55-b154-4c50-86cc-4a2254cb8825 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:46:30.658985 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port d35acc55-b154-4c50-86cc-4a2254cb8825 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:46:30.666452 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port d35acc55-b154-4c50-86cc-4a2254cb8825 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:46:30.667022 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:30.810670 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:30.828562 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port d35acc55-b154-4c50-86cc-4a2254cb8825, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=d35acc55-b154-4c50-86cc-4a2254cb8825,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:46:30.915326 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:30.917498 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:46:30.986778 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=d35acc55-b154-4c50-86cc-4a2254cb8825,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:46:30.990570 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:46:32.487931 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device d35acc55-b154-4c50-86cc-4a2254cb8825 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:46:32.562186 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port d35acc55-b154-4c50-86cc-4a2254cb8825 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:46:32.562713 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:37.218278 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-62039deb-3626-4a42-ac95-2e0833fe80fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:40.177807 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:40.303932 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-635937a1-1445-4ccc-9589-713b6d38172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:41.324907 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:46:43.252500 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:04.015413 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:47:07.091858 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-64cbaa03-ab05-4cd3-98c1-2c0bca07de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:10.181887 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:10.297781 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2a24bbf6-c1c7-44ba-bc27-94b9f3ac15ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:11.347217 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:13.852293 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:37.094848 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d87bf028-d5ce-4787-862f-f5ad4feea88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:40.156145 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:40.205998 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-78ebae41-5da0-4a5e-9e63-ff0ced6ad4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:41.014739 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:47:41.342632 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:47:43.203552 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:07.092141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5079a2cb-856d-4fb6-8d3f-733776d042ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:09.288227 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49846) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:09.357693 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b7de5c-7e74-4100-965d-45604fe5edb0 admin admin] GET failed (client error): The resource could not be found. Jun 07 18:48:09.358980 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-09b7de5c-7e74-4100-965d-45604fe5edb0 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698485 Jun 07 18:48:09.496061 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3666d52-52d8-49cc-816a-2209922acebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:09.497575 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-a3666d52-52d8-49cc-816a-2209922acebb admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1348004 Jun 07 18:48:10.153515 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:10.237660 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2796e1a9-a6b0-4ce1-85fa-36f1b8e978af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:11.346151 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:11.657170 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49856) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:11.763718 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f1d7ff-e40c-4ff9-8447-981d26a6bab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:11.765063 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-83f1d7ff-e40c-4ff9-8447-981d26a6bab9 admin admin] 10.222.0.20 "GET /v2.0/subnets/2a861214-3194-4129-8a3a-c96d630e8074 HTTP/1.1" status: 200 len: 849 time: 0.1069298 Jun 07 18:48:11.774359 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:48:11.894050 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:12.134527 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787100898021'] for subnet, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:12.138887 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:48:12.185366 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:12.185366 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:12.192794 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] 10.222.0.20 "PUT /v2.0/subnets/2a861214-3194-4129-8a3a-c96d630e8074 HTTP/1.1" status: 200 len: 868 time: 0.4159410 Jun 07 18:48:12.193060 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f5d0b-f21a-4f71-aaa4-9115f7d10d2c None None] Network 75e49d01-1c65-4e3e-a765-8eb3ccdce7eb requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:48:12.215156 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a861214-3194-4129-8a3a-c96d630e8074,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:48:12.227651 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.228186 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.228683 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.229222 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.229722 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.230390 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.230716 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.231207 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.231714 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.232203 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.232656 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.233151 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:12.238306 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3c40ecb3-201d-4d49-a366-b2e4718363c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:48:12.683449 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-9294112b-6eca-46d2-993b-67195e3dca8b None None] Provisioning complete for port f35c51ed-47c1-4030-aefc-7abb72be70bd triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:48:12.684013 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9294112b-6eca-46d2-993b-67195e3dca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:12.810951 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-9294112b-6eca-46d2-993b-67195e3dca8b None None] Provisioning complete for port 38307a8f-b5af-4a83-ad00-a4f034d7d774 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:48:12.811193 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9294112b-6eca-46d2-993b-67195e3dca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:13.203208 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:14.358432 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49864) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:14.534315 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34327ffa-8454-4e28-8579-d6e37c23621b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:14.534784 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34327ffa-8454-4e28-8579-d6e37c23621b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:14.536477 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-34327ffa-8454-4e28-8579-d6e37c23621b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1771019 Jun 07 18:48:16.708115 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49874) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:16.880167 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8d1a4-3885-4704-8eb0-ff4033ba9d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:16.880676 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8d1a4-3885-4704-8eb0-ff4033ba9d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:16.882361 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-48c8d1a4-3885-4704-8eb0-ff4033ba9d43 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1732986 Jun 07 18:48:18.013184 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:48:19.043873 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49882) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:19.213148 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf9a22b-ab30-4c9a-b4ed-a01a0071e9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:19.214496 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-ebf9a22b-ab30-4c9a-b4ed-a01a0071e9cf admin admin] 10.222.0.20 "GET /v2.0/networks/71f98401-584a-489c-9c7f-f276f077498e HTTP/1.1" status: 200 len: 886 time: 0.1696763 Jun 07 18:48:21.436922 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49890) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:21.651687 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a044320-c7a2-4ebe-9766-608602304b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:21.652970 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-6a044320-c7a2-4ebe-9766-608602304b41 admin admin] 10.222.0.20 "GET /v2.0/networks/75e49d01-1c65-4e3e-a765-8eb3ccdce7eb HTTP/1.1" status: 200 len: 869 time: 0.2150686 Jun 07 18:48:23.805883 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49898) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:23.914932 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6a3bff-6868-4566-9752-0c1724e26e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:23.915416 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6a3bff-6868-4566-9752-0c1724e26e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:23.916932 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-2c6a3bff-6868-4566-9752-0c1724e26e73 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1100442 Jun 07 18:48:26.131419 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49906) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:26.242257 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bbd831-eb12-4d9b-82d6-e9c857518fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:26.245508 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bbd831-eb12-4d9b-82d6-e9c857518fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:26.245508 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-59bbd831-eb12-4d9b-82d6-e9c857518fcc admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1118448 Jun 07 18:48:28.428619 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49914) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:28.542416 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b57a7f-9b22-4df5-b220-ea3770f70e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:28.544248 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-96b57a7f-9b22-4df5-b220-ea3770f70e3f admin admin] 10.222.0.20 "GET /v2.0/subnets/2a861214-3194-4129-8a3a-c96d630e8074 HTTP/1.1" status: 200 len: 868 time: 0.1146190 Jun 07 18:48:30.708032 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49922) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:30.811769 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf2e84-079b-42b5-82bb-c18312b69500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:30.813101 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-f5bf2e84-079b-42b5-82bb-c18312b69500 admin admin] 10.222.0.20 "GET /v2.0/subnets/50320e44-5e5b-4a6a-a82f-65f64fe93bdb HTTP/1.1" status: 200 len: 816 time: 0.1040192 Jun 07 18:48:37.077013 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9be13d40-dbc1-4190-8a88-47ac736bf955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:40.165212 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:40.216054 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-663c1b1e-ab33-403d-a491-6a94f5de6786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:41.362765 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:43.216194 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:54.493922 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49966) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:54.544192 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [None req-c9e4aad2-6eac-4757-bc65-c44186cf388b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 18:48:54.545199 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c9e4aad2-6eac-4757-bc65-c44186cf388b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503311 Jun 07 18:48:55.011948 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:48:56.847599 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49974) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:56.915020 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0026a2-2251-4426-b8f0-52752be2d6f4 admin admin] GET failed (client error): The resource could not be found. Jun 07 18:48:56.916263 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-2c0026a2-2251-4426-b8f0-52752be2d6f4 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0677068 Jun 07 18:48:57.040731 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3480c8c1-a341-466e-8fa3-378fbeb98fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:57.042132 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3480c8c1-a341-466e-8fa3-378fbeb98fec admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1220498 Jun 07 18:48:59.236451 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 49982) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:48:59.284426 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:48:59.467571 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Made reservation on behalf of 62cf4a2ba850407bab127d094b88a973 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:48:59.469959 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:59.559670 dv-cinder-790535-1-smb neutron-server[104081]: WARNING neutron.services.revisions.revision_plugin [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Could not find related network for resource to bump revision. Jun 07 18:48:59.571892 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:48:59.580651 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:59.581051 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Added segment 382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29 of type vlan for network f728acf9-df37-4f53-81bc-7f97ce0a29da Jun 07 18:48:59.606021 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:59.776074 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:59.777366 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:48:59.777953 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:48:59.781370 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:48:59.875354 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Pushing event updated for resources: {'Network': ['ID=f728acf9-df37-4f53-81bc-7f97ce0a29da,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:48:59.882771 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.883153 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.883482 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.883815 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.884139 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.884465 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.884811 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.885136 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.900420 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.900420 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.900420 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.900420 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:48:59.900420 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:48:59.901628 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network f728acf9-df37-4f53-81bc-7f97ce0a29da details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:48:59.997454 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7593791 Jun 07 18:49:02.201162 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 49990) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:49:02.269121 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c77d1db-4c33-4950-bf88-5138280aba5a admin admin] GET failed (client error): The resource could not be found. Jun 07 18:49:02.270513 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-4c77d1db-4c33-4950-bf88-5138280aba5a admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0684054 Jun 07 18:49:02.377831 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b354f00-122b-4060-a2ce-35f504e4eb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:49:02.379216 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3b354f00-122b-4060-a2ce-35f504e4eb8b admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1046257 Jun 07 18:49:02.389310 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da', 'cidr': '192.168.233.0/24'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:49:02.473868 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Made reservation on behalf of 62cf4a2ba850407bab127d094b88a973 for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:49:02.476231 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:02.741886 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:02.746464 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d56b7745-8c84-4c2d-92a2-fc39d810120d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:49:02.818768 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b1a81c-7eff-47c0-bf0f-18ceb915297d,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:49:02.822116 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:49:02.824463 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Checking segment: {'id': '382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:49:02.824835 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Network hostable DHCP agents. Network: f728acf9-df37-4f53-81bc-7f97ce0a29da, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:49:02.935936 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Network f728acf9-df37-4f53-81bc-7f97ce0a29da is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:49:03.015677 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, f728acf9-df37-4f53-81bc-7f97ce0a29da) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:49:03.019838 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:49:03.020438 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:03.025769 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7878f-6abd-4d09-b538-6bf59e4af4b2 None None] Network f728acf9-df37-4f53-81bc-7f97ce0a29da requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:49:03.117488 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7316267 Jun 07 18:49:03.245885 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa004761-e10f-5b1a-afb7-87581139ea7b-f728acf9-df37-4f53-81bc-7f97ce0a29da', 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da', 'tenant_id': '62cf4a2ba850407bab127d094b88a973', 'fixed_ips': [{'subnet_id': 'c4b1a81c-7eff-47c0-bf0f-18ceb915297d'}]}} from dv-cinder-790535-1-smb. {{(pid=104083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 18:49:03.246739 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:03.406916 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Allocated IP 192.168.233.2 (f728acf9-df37-4f53-81bc-7f97ce0a29da/c4b1a81c-7eff-47c0-bf0f-18ceb915297d/35de3ea5-b161-4167-a087-50dccf679650) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:49:03.624733 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Notify callbacks [] for port, precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:03.635840 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Transition to ACTIVE for port object 35de3ea5-b161-4167-a087-50dccf679650 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:49:03.653756 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Transition to ACTIVE for port object 35de3ea5-b161-4167-a087-50dccf679650 will not be triggered until provisioned by entity DHCP. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:49:03.756932 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:03.757599 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:49:03.757599 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:49:03.757599 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:49:03.757599 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:49:03.757599 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:49:03.757599 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Jun 07 18:49:03.776549 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Network f728acf9-df37-4f53-81bc-7f97ce0a29da is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:49:03.778191 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:49:03.781066 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:49:03.874572 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Attempting to bind port 35de3ea5-b161-4167-a087-50dccf679650 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:49:03.874972 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Attempting to bind port 35de3ea5-b161-4167-a087-50dccf679650 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:49:03.875343 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Attempting to bind port 35de3ea5-b161-4167-a087-50dccf679650 on network f728acf9-df37-4f53-81bc-7f97ce0a29da {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:49:03.882083 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:49:03.882481 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Checking segment: {'id': '382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:49:03.882874 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:03.883305 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Bound using segment: {'id': '382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:49:03.883751 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Bound port: 35de3ea5-b161-4167-a087-50dccf679650, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:49:03.884129 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:03.977257 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] For port 35de3ea5-b161-4167-a087-50dccf679650, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:49:03.980581 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] For port 35de3ea5-b161-4167-a087-50dccf679650, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=35de3ea5-b161-4167-a087-50dccf679650,segment=NetworkSegment(382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29),segment_id=382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:49:04.100195 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:04.104303 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:49:04.193441 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Pushing event updated for resources: {'Port': ['ID=35de3ea5-b161-4167-a087-50dccf679650,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:49:04.263716 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.264064 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.264404 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.264733 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.265083 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.265408 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.266323 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.266323 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.266555 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.266674 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.266993 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.267306 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:49:04.277657 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:49:04.626517 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 35de3ea5-b161-4167-a087-50dccf679650 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:49:04.816511 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 35de3ea5-b161-4167-a087-50dccf679650 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:49:05.042347 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f7e67-9688-42c3-b400-03c5083e01b0 None None] Network f728acf9-df37-4f53-81bc-7f97ce0a29da requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:49:05.201857 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-302fbcf7-bc63-4b20-8aa7-d08b9f2e2930 None None] Provisioning for port 35de3ea5-b161-4167-a087-50dccf679650 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:49:05.213821 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-302fbcf7-bc63-4b20-8aa7-d08b9f2e2930 None None] Provisioning complete for port 35de3ea5-b161-4167-a087-50dccf679650 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:49:05.214196 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-302fbcf7-bc63-4b20-8aa7-d08b9f2e2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:05.400531 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-302fbcf7-bc63-4b20-8aa7-d08b9f2e2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:05.440196 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-302fbcf7-bc63-4b20-8aa7-d08b9f2e2930 None None] For port 35de3ea5-b161-4167-a087-50dccf679650, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=35de3ea5-b161-4167-a087-50dccf679650,segment=NetworkSegment(382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29),segment_id=382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:49:05.545066 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-302fbcf7-bc63-4b20-8aa7-d08b9f2e2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:05.547385 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:49:05.652165 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fbcf7-bc63-4b20-8aa7-d08b9f2e2930 None None] Pushing event updated for resources: {'Port': ['ID=35de3ea5-b161-4167-a087-50dccf679650,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:49:05.657413 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-302fbcf7-bc63-4b20-8aa7-d08b9f2e2930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:49:05.671686 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-8e249750-4c60-4d21-942e-53972afb2e7b None None] Provisioning complete for port 35de3ea5-b161-4167-a087-50dccf679650 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:49:05.672276 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8e249750-4c60-4d21-942e-53972afb2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:06.595889 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 35de3ea5-b161-4167-a087-50dccf679650 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:49:06.666822 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 35de3ea5-b161-4167-a087-50dccf679650 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:49:06.667191 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:07.153330 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6ccc550f-6b23-4511-ab8e-2e7a74190308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:10.213791 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:10.282375 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80342b1f-b0b0-4c95-b10c-46ab4a7a4098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:11.348413 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:13.204616 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:32.011753 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:49:37.098618 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-575f880a-6355-42a8-9b8d-3c62b312b33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:40.158394 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:40.204458 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4ca55757-02d5-4aab-8edd-35f8acaacffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:41.361757 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:49:43.210225 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:07.089587 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f27a696-f209-4d52-b545-4c17fdb235e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:09.011066 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:50:10.201020 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:10.229462 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-562dc4a5-3b39-4a8f-859d-25513c220cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:11.350126 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:13.244353 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:31.195338 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50042) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:50:31.201446 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [None req-44467e83-9e98-4203-bdb6-56ca9718204c tempest-verify_tempest_config-813433894 tempest-verify_tempest_config-813433894-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 18:50:31.202401 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-44467e83-9e98-4203-bdb6-56ca9718204c tempest-verify_tempest_config-813433894 tempest-verify_tempest_config-813433894-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060859 Jun 07 18:50:31.742953 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50060) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:50:31.883028 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:32.000698 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:32.078319 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:32.086631 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:50:32.129437 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d710e858e8b54fb1a3675c8efc013272&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3854516 Jun 07 18:50:32.130418 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75664673-a44d-4876-8d72-90c81f1b274e,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:50:32.132833 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50064) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:50:32.138352 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.138713 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.139049 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.139461 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.139936 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.140104 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.140312 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.140631 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.144166 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.144166 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.144166 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.144166 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.145847 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:50:32.197424 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:32.222804 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:32.409786 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:32.413038 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:32.414172 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75664673-a44d-4876-8d72-90c81f1b274e HTTP/1.1" status: 204 len: 168 time: 0.2796674 Jun 07 18:50:32.414942 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8ac82465-ef6b-40ab-b905-350bb6a2073e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:50:32.427043 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75664673-a44d-4876-8d72-90c81f1b274e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:50:32.433054 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.433398 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.433791 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.434110 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.434435 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.434775 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.435077 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.435395 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.435714 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.436236 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.436513 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.436917 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:50:32.439893 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:50:37.104015 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-aa75b4ea-4710-4738-92e6-b02390980064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:40.195167 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:40.252167 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6c1335c2-be24-48e9-a4b6-6d954893c8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:41.378091 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:43.218288 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:50:46.011389 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:51:07.100549 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-855b3f1c-cb4c-4b35-bcfa-a670321d862b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:51:10.177362 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:51:10.268692 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-387029ed-798e-42bd-be4c-d307cd0f37ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:51:11.380321 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:51:13.217266 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:51:23.010406 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:51:37.108611 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2fe5aa17-eb34-4579-bf3c-ba0af739a8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:51:40.211167 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:51:40.239509 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f366da69-e7a2-4fa8-b6b1-8dfa71528941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:51:41.363116 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:51:43.219974 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:00.008967 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 5 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:52:07.091393 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ae6b5705-0346-45b8-8661-d60018e8e91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:09.113861 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668'] for agent, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:10.157221 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:10.232099 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1746c996-d2c6-4f20-b12c-9a0c1bc8d5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:11.374314 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:12.854290 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50118) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:52:12.969733 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-dfd43e08-69b7-40fd-b5d9-ae04a43d1a27 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1143525 Jun 07 18:52:13.204930 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:15.149464 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50128) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:52:15.206299 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-3d32766d-8bfd-4b8e-a17f-dd1d5989cea8 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0556929 Jun 07 18:52:37.008961 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:52:37.090331 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f6e7ff89-912a-4a30-8597-33910b3af5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:39.113555 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:40.160336 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:40.221534 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-910345c1-82b7-4409-938d-b09a78086ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:41.397687 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:52:43.227442 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:07.100187 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9625b19b-59b4-41c9-8107-28f519a368d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:09.105789 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:10.191084 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:10.244228 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8990b2b3-8aef-4986-a474-ef4bd05a3a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:11.383269 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:13.225144 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:14.007617 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:53:37.096118 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ce0397f8-36e8-4b3e-9c87-7a09f4663f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:39.156604 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:40.204312 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:40.227660 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9ff3def1-be3d-4ffd-b377-9fd2de6f2d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:41.384912 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:43.230806 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:46.517607 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50326) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:47.125951 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-964627895-network', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:47.216521 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Made reservation on behalf of 2a38f8cb78974e63ae20686654e12a69 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:53:47.219669 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.236568 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50352) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:47.237608 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.393479 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.455454 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.461183 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:47.484210 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1684493038-network', 'tenant_id': '79a4fbc8a6fc45f481c7fa3c60c055c4'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:47.491749 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe79add-36dc-45eb-9df8-0037135387b1,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:47.507258 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:53:47.507258 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.507258 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.507836 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.508330 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.508671 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.509059 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.509394 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.509723 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.510246 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.510582 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.510911 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.511238 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Tracked resource versions report: Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: pushed versions: Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: { 'AddressGroup': {'1.2'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'ConntrackHelper': {'1.0'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Log': {'1.0'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Network': {'1.1'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Port': {'1.7'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'PortForwarding': {'1.2'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'QosPolicy': {'1.8'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'SecurityGroup': {'1.4'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'SecurityGroupRule': {'1.2'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'SubPort': {'1.0'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Subnet': {'1.1'}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Trunk': {'1.1'}} Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: consumer versions: Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: { DHCP agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: HyperV agent@hv-cinder-79053: {}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: L3 agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: Metadata agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: Metering agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: Open vSwitch agent@dv-cinder-790535-1-smb: { 'AddressGroup': '1.2', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'ConntrackHelper': '1.0', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Log': '1.0', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Network': '1.1', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Port': '1.7', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'PortForwarding': '1.2', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'QosPolicy': '1.8', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'SecurityGroup': '1.4', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'SecurityGroupRule': '1.2', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'SubPort': '1.0', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Subnet': '1.1', Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: 'Trunk': '1.1'}} Jun 07 18:53:47.512301 dv-cinder-790535-1-smb neutron-server[104081]: {{(pid=104081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 18:53:47.516645 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:47.526799 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.527447 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Added segment 717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f of type vlan for network ff6cf35f-8e60-427c-92e1-346e9b5bc702 Jun 07 18:53:47.556813 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.653748 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Made reservation on behalf of 79a4fbc8a6fc45f481c7fa3c60c055c4 for: {'network': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:53:47.656321 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.669119 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.682240 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.684144 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:47.684962 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.703378 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:47.789189 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.799570 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Pushing event updated for resources: {'Network': ['ID=ff6cf35f-8e60-427c-92e1-346e9b5bc702,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:47.802900 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:47.810754 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:53:47.878769 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.898719 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=104082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:53:47.912529 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:47.913204 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.segments_db [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Added segment c6b470e5-b12f-4714-a08b-36609d461e88 of type vlan for network 80eb693f-fbd7-4a8d-afba-9d7aec014f97 Jun 07 18:53:47.914438 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:47.946561 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4277341 Jun 07 18:53:47.947479 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50392) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:47.951980 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2401c5-1321-49ee-ac72-46a13fc028e0,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:47.953978 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Request body: {'subnet': {'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-964627895-subnet', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:47.965217 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.965921 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.966893 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.967421 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.967959 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.968739 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.969279 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.970036 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.970592 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.970991 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.971383 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.971576 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50394) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:47.971832 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Tracked resource versions report: Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: pushed versions: Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: { 'AddressGroup': {'1.2'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'ConntrackHelper': {'1.0'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Log': {'1.0'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Network': {'1.1'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Port': {'1.7'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'PortForwarding': {'1.2'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'QosPolicy': {'1.8'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'SecurityGroup': {'1.4'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'SecurityGroupRule': {'1.2'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'SubPort': {'1.0'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Subnet': {'1.1'}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Trunk': {'1.1'}} Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: consumer versions: Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: { DHCP agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: HyperV agent@hv-cinder-79053: {}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: L3 agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: Metadata agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: Metering agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: Open vSwitch agent@dv-cinder-790535-1-smb: { 'AddressGroup': '1.2', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'ConntrackHelper': '1.0', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Log': '1.0', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Network': '1.1', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Port': '1.7', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'PortForwarding': '1.2', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'QosPolicy': '1.8', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'SecurityGroup': '1.4', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'SecurityGroupRule': '1.2', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'SubPort': '1.0', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Subnet': '1.1', Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: 'Trunk': '1.1'}} Jun 07 18:53:47.972965 dv-cinder-790535-1-smb neutron-server[104082]: {{(pid=104082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 18:53:47.995558 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:48.015757 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:48.053521 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Made reservation on behalf of 2a38f8cb78974e63ae20686654e12a69 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:53:48.055871 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:48.128337 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:48.130472 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:48.131418 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:48.135196 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3172b198-286f-404a-8bf7-994f17182b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:48.320517 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50402) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:48.374928 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Pushing event updated for resources: {'Network': ['ID=80eb693f-fbd7-4a8d-afba-9d7aec014f97,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:48.387373 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network 80eb693f-fbd7-4a8d-afba-9d7aec014f97 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:53:48.387642 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:48.464961 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-981918151-network', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:48.479724 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2415264 Jun 07 18:53:48.483955 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50406) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:48.491547 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Request body: {'subnet': {'network_id': '80eb693f-fbd7-4a8d-afba-9d7aec014f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1684493038-subnet', 'tenant_id': '79a4fbc8a6fc45f481c7fa3c60c055c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:48.545825 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:48.554469 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2fb3c761-cdd0-4f2e-be92-3db82fe13709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:48.684287 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Made reservation on behalf of 79a4fbc8a6fc45f481c7fa3c60c055c4 for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:53:48.687114 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Notify callbacks [] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:48.687701 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Made reservation on behalf of 268c32ee5deb43f387e3b1b7a64bfd1b for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:53:48.691564 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:48.720443 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cedf77e4-ee67-4762-a08e-88df87223f5f,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:48.749313 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-network', 'tenant_id': '900703da489243d9910aad8278d29ae3'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:48.802952 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:48.802952 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:48.883015 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Checking segment: {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:53:48.883842 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Network hostable DHCP agents. Network: ff6cf35f-8e60-427c-92e1-346e9b5bc702, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:53:48.915476 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Made reservation on behalf of 900703da489243d9910aad8278d29ae3 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:53:48.924737 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:48.957951 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.089847 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.097329 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:49.149299 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:53:49.156624 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.226751 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd67afd-e6f6-4e6b-a01e-5fabf99aa0ac,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:49.238393 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.245155 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:49.252454 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Checking segment: {'id': 'c6b470e5-b12f-4714-a08b-36609d461e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80eb693f-fbd7-4a8d-afba-9d7aec014f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:53:49.253920 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Network hostable DHCP agents. Network: 80eb693f-fbd7-4a8d-afba-9d7aec014f97, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:53:49.260137 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:49.293854 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, ff6cf35f-8e60-427c-92e1-346e9b5bc702) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:49.303941 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:53:49.306691 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d9e27-1896-4bec-8dbe-6c6284868d38 None None] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:53:49.322157 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:49.322816 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.356178 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.356554 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Added segment 5edcfe9d-882b-4880-ba74-35ff824f3a21 of type vlan for network bdb9e37d-9af7-44bf-afe4-c133f219f39f Jun 07 18:53:49.372535 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133f5556-3dbc-4c49-89e2-7c19e24cb399,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:49.377578 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:49.392897 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Network 80eb693f-fbd7-4a8d-afba-9d7aec014f97 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:53:49.403889 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, 80eb693f-fbd7-4a8d-afba-9d7aec014f97) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:49.409581 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:49.411497 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.412593 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.444023 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e234cc-5013-4cfb-80d4-2856367782d1 None None] Network 80eb693f-fbd7-4a8d-afba-9d7aec014f97 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:53:49.476083 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.561273 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.562811 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.569925 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:49.570596 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.576568 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:49.602820 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:53:49.629583 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869257e7-290f-4df7-be1c-e3af9c222970,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:49.634473 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.634473 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Added segment 9a0ce2e3-0440-4be5-976d-c9e7bac584b0 of type vlan for network dd589f54-393a-4051-8c01-4ac70af62fd4 Jun 07 18:53:49.634776 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:49.635205 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c2c-3b9a-4c8e-9300-505dff5b5b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:49.737826 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa004761-e10f-5b1a-afb7-87581139ea7b-ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f'}]}} from dv-cinder-790535-1-smb. {{(pid=104083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 18:53:49.738654 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.748439 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2633939 Jun 07 18:53:49.749536 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb9e37d-9af7-44bf-afe4-c133f219f39f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:49.756152 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8034861 Jun 07 18:53:49.757402 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7843833 Jun 07 18:53:49.760884 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50448) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:49.760884 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50450) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:49.761328 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:49.761328 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.765733 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:49.782373 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Request body: {'subnet': {'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-subnet', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:49.816483 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network bdb9e37d-9af7-44bf-afe4-c133f219f39f details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:53:49.841747 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e2563-f3cc-48f9-9a36-81d9afe09806 None None] Network 80eb693f-fbd7-4a8d-afba-9d7aec014f97 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:53:49.888297 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.890620 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:49.891745 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.896967 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:49.906083 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29959'] for router, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.907113 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29982'] for router, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.929372 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:49.974673 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Made reservation on behalf of 268c32ee5deb43f387e3b1b7a64bfd1b for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:53:49.977926 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:50.019758 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Pushing event updated for resources: {'Network': ['ID=dd589f54-393a-4051-8c01-4ac70af62fd4,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:50.024972 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:50.042378 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network dd589f54-393a-4051-8c01-4ac70af62fd4 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:53:50.125385 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8032010 Jun 07 18:53:50.128287 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50462) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:50.135485 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Request body: {'subnet': {'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-subnet', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:50.267322 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Made reservation on behalf of 900703da489243d9910aad8278d29ae3 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:53:50.269819 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Notify callbacks [] for subnet, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:50.351022 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Allocated IP 172.20.0.2 (ff6cf35f-8e60-427c-92e1-346e9b5bc702/cedf77e4-ee67-4762-a08e-88df87223f5f/b3a4c93d-be3a-40f5-8d27-df9a490d0302) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:53:50.409740 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29992'] for router, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:50.696224 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:50.732018 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a594df29-f46b-4c5b-afb2-554a15578160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:50.803656 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Notify callbacks [] for port, precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:50.813357 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1051e826-0d10-48c4-93a5-23a8fcb2a0d7,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:50.826447 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:50.830777 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Transition to ACTIVE for port object b3a4c93d-be3a-40f5-8d27-df9a490d0302 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:53:50.857465 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Transition to ACTIVE for port object b3a4c93d-be3a-40f5-8d27-df9a490d0302 will not be triggered until provisioned by entity DHCP. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:53:50.868321 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Checking segment: {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:53:50.868695 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Network hostable DHCP agents. Network: bdb9e37d-9af7-44bf-afe4-c133f219f39f, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:53:50.970401 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:50.970958 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:50.972063 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:50.972063 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:53:50.972063 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:53:50.972063 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:53:50.972063 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:50.972063 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Jun 07 18:53:50.977317 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:50.999364 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:53:51.002327 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:51.009670 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:53:51.010701 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:53:51.050075 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50510) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:51.068696 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Checking segment: {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:53:51.069072 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Network hostable DHCP agents. Network: dd589f54-393a-4051-8c01-4ac70af62fd4, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:53:51.071981 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=066c2e9a-ff2b-495c-8762-c16201098c31,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:51.075225 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:51.093878 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Network bdb9e37d-9af7-44bf-afe4-c133f219f39f is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:53:51.103212 dv-cinder-790535-1-smb neutron-server[104082]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 18:53:51.158785 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Attempting to bind port b3a4c93d-be3a-40f5-8d27-df9a490d0302 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:53:51.158785 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Attempting to bind port b3a4c93d-be3a-40f5-8d27-df9a490d0302 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:53:51.158785 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Attempting to bind port b3a4c93d-be3a-40f5-8d27-df9a490d0302 on network ff6cf35f-8e60-427c-92e1-346e9b5bc702 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:53:51.163249 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:53:51.163525 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Checking segment: {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:53:51.163936 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.164336 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Bound using segment: {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:53:51.164859 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Bound port: b3a4c93d-be3a-40f5-8d27-df9a490d0302, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:53:51.165209 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.181402 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Network dd589f54-393a-4051-8c01-4ac70af62fd4 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:53:51.235638 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.269636 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] For port b3a4c93d-be3a-40f5-8d27-df9a490d0302, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:53:51.277431 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.282836 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] For port b3a4c93d-be3a-40f5-8d27-df9a490d0302, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=b3a4c93d-be3a-40f5-8d27-df9a490d0302,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:53:51.323873 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, dd589f54-393a-4051-8c01-4ac70af62fd4) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:51.326763 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, bdb9e37d-9af7-44bf-afe4-c133f219f39f) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:51.328941 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:51.331211 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.332052 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:51.332757 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.347991 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ab8dc-f51e-4dfc-b4a6-2a4615ae9701 None None] Network dd589f54-393a-4051-8c01-4ac70af62fd4 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:53:51.365055 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2e5c74-2f98-4aa6-a8e2-1f449f59c18e None None] Network bdb9e37d-9af7-44bf-afe4-c133f219f39f requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:53:51.385867 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a2eb-72ab-4299-8708-11569f320903 req-a614d35a-a5f7-4467-a539-a1c786d5edf8 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:51.387404 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-a614d35a-a5f7-4467-a539-a1c786d5edf8 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/networks?id=80eb693f-fbd7-4a8d-afba-9d7aec014f97 HTTP/1.1" status: 200 len: 812 time: 0.2945988 Jun 07 18:53:51.389208 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.411741 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2794247 Jun 07 18:53:51.413916 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50516) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:51.418316 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:51.420687 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-82e1a5c5-42a1-453f-bfa3-af8efc5951e8 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/quotas/79a4fbc8a6fc45f481c7fa3c60c055c4 HTTP/1.1" status: 200 len: 375 time: 0.0268543 Jun 07 18:53:51.421226 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-38734564-de67-4a2d-ae2b-6acb73bda8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:51.461887 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7014484 Jun 07 18:53:51.467629 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50518) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:51.474749 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:51.516883 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-1d00d0d6-a390-4419-a704-7f3706d01d91 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79a4fbc8a6fc45f481c7fa3c60c055c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559664 Jun 07 18:53:51.536320 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Allocated IP 172.28.3.101 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/6b95bdd1-2eb2-47de-8257-1a29b4f629a7) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:53:51.618706 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29959'] for router, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.622081 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29982'] for router, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.672880 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.728235 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.874323 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:51.875149 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:51.875149 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:53:51.875149 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:53:51.875149 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:53:51.875149 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:51.875149 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:53:51.932024 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:53:51.934206 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:51.940245 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:53:52.005025 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50538) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:52.085324 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29959'] for router, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:52.086579 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29982'] for router, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:52.106941 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:52.115583 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Pushing event updated for resources: {'Port': ['ID=b3a4c93d-be3a-40f5-8d27-df9a490d0302,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:52.139966 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296789ea-2159-4001-8cb2-32aa72ae551a None None] Network bdb9e37d-9af7-44bf-afe4-c133f219f39f requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:53:52.205974 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.210774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Tracked resource versions report: Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: pushed versions: Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: { 'AddressGroup': {'1.2'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'ConntrackHelper': {'1.0'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Log': {'1.0'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Network': {'1.1'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Port': {'1.7'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'PortForwarding': {'1.2'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'QosPolicy': {'1.8'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'SecurityGroup': {'1.4'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'SecurityGroupRule': {'1.2'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'SubPort': {'1.0'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Subnet': {'1.1'}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Trunk': {'1.1'}} Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: consumer versions: Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: { DHCP agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: HyperV agent@hv-cinder-79053: {}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: L3 agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: Metadata agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: Metering agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: Open vSwitch agent@dv-cinder-790535-1-smb: { 'AddressGroup': '1.2', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'ConntrackHelper': '1.0', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Log': '1.0', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Network': '1.1', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Port': '1.7', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'PortForwarding': '1.2', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'QosPolicy': '1.8', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'SecurityGroup': '1.4', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'SecurityGroupRule': '1.2', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'SubPort': '1.0', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Subnet': '1.1', Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: 'Trunk': '1.1'}} Jun 07 18:53:52.211727 dv-cinder-790535-1-smb neutron-server[104083]: {{(pid=104083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 18:53:52.224006 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:52.311792 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ea58822-fd3d-4aa9-9b71-1034bcfa2e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:52.392679 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-158240db-978b-4c6f-8f23-4f75460f7763 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 18:53:52.398133 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa004761-e10f-5b1a-afb7-87581139ea7b-dd589f54-393a-4051-8c01-4ac70af62fd4', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31'}]}} from dv-cinder-790535-1-smb. {{(pid=104083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 18:53:52.402064 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:52.403005 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-158240db-978b-4c6f-8f23-4f75460f7763 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1556401 Jun 07 18:53:52.566887 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ea58822-fd3d-4aa9-9b71-1034bcfa2e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:52.582073 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-b8f11476-d9e1-40c7-859e-91644e84435a service neutron] 10.222.0.20 "GET /v2.0/networks/80eb693f-fbd7-4a8d-afba-9d7aec014f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780434 Jun 07 18:53:52.687802 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ea58822-fd3d-4aa9-9b71-1034bcfa2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:52.748332 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-ce4a7a04-5702-4dce-931e-da72c305461c service neutron] 10.222.0.20 "GET /v2.0/networks/80eb693f-fbd7-4a8d-afba-9d7aec014f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652455 Jun 07 18:53:52.856652 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Allocated IP 172.20.0.2 (dd589f54-393a-4051-8c01-4ac70af62fd4/066c2e9a-ff2b-495c-8762-c16201098c31/db033701-6f44-4816-8118-9f5a006eff0d) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:53:52.920181 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device b3a4c93d-be3a-40f5-8d27-df9a490d0302 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:53:52.956592 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-dd60fdc8-b4fa-45a6-9c34-90291cca8346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:53.028603 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29992'] for router, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:53.110544 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea58822-fd3d-4aa9-9b71-1034bcfa2e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa10bee-78c8-499c-a2f1-591e1c657eed,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:53.111355 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:53.126367 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6ea58822-fd3d-4aa9-9b71-1034bcfa2e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:53.284756 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50574) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:53.321437 dv-cinder-790535-1-smb neutron-server[104081]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 18:53:53.336513 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45dff3-fd99-41ea-bf14-26cdae868c8f None None] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:53:53.368565 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port b3a4c93d-be3a-40f5-8d27-df9a490d0302 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:53:53.423898 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Notify callbacks [] for port, precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:53.474600 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-6ea58822-fd3d-4aa9-9b71-1034bcfa2e95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf70bfc809424c5fb166f4818b191abc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4605694 Jun 07 18:53:53.485346 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f0e5909f-0af1-42fb-ba69-a7d7c53a6d75 req-68b23bb9-6185-419d-95c7-55946d3487a4 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 210 time: 0.1961274 Jun 07 18:53:53.487216 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50588) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:53.525769 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-757caf87-4f84-4079-baf8-2a94368e24cf None None] Provisioning for port b3a4c93d-be3a-40f5-8d27-df9a490d0302 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:53:53.530082 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Transition to ACTIVE for port object db033701-6f44-4816-8118-9f5a006eff0d will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:53:53.549635 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-757caf87-4f84-4079-baf8-2a94368e24cf None None] Provisioning complete for port b3a4c93d-be3a-40f5-8d27-df9a490d0302 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:53:53.550013 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-757caf87-4f84-4079-baf8-2a94368e24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:53.553084 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50592) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:53.568474 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29992'] for router, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:53.657069 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Transition to ACTIVE for port object db033701-6f44-4816-8118-9f5a006eff0d will not be triggered until provisioned by entity DHCP. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:53:53.674610 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-da68dca8-a1e6-4629-8af1-7e932a5f13af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:53.742494 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:53.743426 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:53.743426 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:53:53.743426 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:53:53.743426 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:53:53.743426 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:53.743426 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Jun 07 18:53:53.854816 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Network dd589f54-393a-4051-8c01-4ac70af62fd4 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:53:53.858638 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:53.863004 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:53:53.960416 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-757caf87-4f84-4079-baf8-2a94368e24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:53.994827 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-21f81832-5b1d-46fa-aa79-1fb7a2ede91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:53.999552 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502188'] for router, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.002331 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Attempting to bind port db033701-6f44-4816-8118-9f5a006eff0d on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:53:54.002702 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Attempting to bind port db033701-6f44-4816-8118-9f5a006eff0d by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:53:54.003067 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Attempting to bind port db033701-6f44-4816-8118-9f5a006eff0d on network dd589f54-393a-4051-8c01-4ac70af62fd4 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:53:54.024094 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:53:54.024725 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Checking segment: {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:53:54.025329 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.025912 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Bound using segment: {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:53:54.026582 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Bound port: db033701-6f44-4816-8118-9f5a006eff0d, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:53:54.027165 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.048517 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-757caf87-4f84-4079-baf8-2a94368e24cf None None] For port b3a4c93d-be3a-40f5-8d27-df9a490d0302, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=b3a4c93d-be3a-40f5-8d27-df9a490d0302,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:53:54.179858 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] For port db033701-6f44-4816-8118-9f5a006eff0d, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:53:54.183123 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] For port db033701-6f44-4816-8118-9f5a006eff0d, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=db033701-6f44-4816-8118-9f5a006eff0d,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:53:54.187535 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-757caf87-4f84-4079-baf8-2a94368e24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.189708 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:54.273483 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-da68dca8-a1e6-4629-8af1-7e932a5f13af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.354182 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.354749 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.381853 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757caf87-4f84-4079-baf8-2a94368e24cf None None] Pushing event updated for resources: {'Port': ['ID=b3a4c93d-be3a-40f5-8d27-df9a490d0302,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:54.385227 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-757caf87-4f84-4079-baf8-2a94368e24cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:54.385687 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:54.404750 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.422611 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Router 08e653df-a252-4a98-ae03-476023e0a76d is scheduled to L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 with binding_index 1 {{(pid=104082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 18:53:54.427940 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-da68dca8-a1e6-4629-8af1-7e932a5f13af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.434314 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-da68dca8-a1e6-4629-8af1-7e932a5f13af admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.438108 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-da68dca8-a1e6-4629-8af1-7e932a5f13af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caa10bee-78c8-499c-a2f1-591e1c657eed HTTP/1.1" status: 204 len: 168 time: 0.9466579 Jun 07 18:53:54.446619 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:54.512499 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Pushing event updated for resources: {'Port': ['ID=db033701-6f44-4816-8118-9f5a006eff0d,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:54.538578 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:54.562216 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-efd3b769-f4a9-4f3d-8893-cfd1494c25a9 None None] Provisioning complete for port b3a4c93d-be3a-40f5-8d27-df9a490d0302 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:53:54.562605 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-efd3b769-f4a9-4f3d-8893-cfd1494c25a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.567906 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68dca8-a1e6-4629-8af1-7e932a5f13af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa10bee-78c8-499c-a2f1-591e1c657eed,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:54.594893 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-da68dca8-a1e6-4629-8af1-7e932a5f13af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:54.676534 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-21f81832-5b1d-46fa-aa79-1fb7a2ede91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.689764 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-04a5df13-8d50-4dcb-9ba1-a14f010e8a82 req-a08cee9c-e36b-4e3e-9dc0-f13d8d2f3aba tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 210 time: 0.0931334 Jun 07 18:53:54.880076 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.927592 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-21f81832-5b1d-46fa-aa79-1fb7a2ede91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.957844 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:54.965111 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:55.003265 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50642) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:55.051923 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:53:55.076387 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Sync routers for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:53:55.092610 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:53:55.093028 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device db033701-6f44-4816-8118-9f5a006eff0d up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:53:55.093874 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:53:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:53:55.154534 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f81832-5b1d-46fa-aa79-1fb7a2ede91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2740b0fb-fdc1-454c-80f8-e0b63792fda4,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:55.168175 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.169075 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-21f81832-5b1d-46fa-aa79-1fb7a2ede91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:55.170258 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e876d527-81c9-4e5e-88ef-2e67571f13f9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4108963 Jun 07 18:53:55.172735 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50650) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:55.205201 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-21f81832-5b1d-46fa-aa79-1fb7a2ede91c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=393da3be97c14db1bab043850c325bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6494892 Jun 07 18:53:55.213457 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50652) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:55.305562 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port db033701-6f44-4816-8118-9f5a006eff0d completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:53:55.309085 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Allocated IP 172.28.3.193 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/95ed499d-5f1f-4175-ad2c-667c377a0919) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:53:55.310694 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device b3a4c93d-be3a-40f5-8d27-df9a490d0302 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:53:55.367477 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:53:55.405982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27ec7c46-983e-429b-ac56-c56164a46474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.479639 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port b3a4c93d-be3a-40f5-8d27-df9a490d0302 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:53:55.480015 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.539284 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50656) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:55.569829 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27ec7c46-983e-429b-ac56-c56164a46474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.579384 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b4b696b-50b7-453b-8ccb-34c1111ce865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.722676 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:52Z', 'revision_number': 3, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:53:55.728887 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Checking router: 08e653df-a252-4a98-ae03-476023e0a76d for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:53:55.729548 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Updating router 08e653df-a252-4a98-ae03-476023e0a76d port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 binding host dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:53:55.753618 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.820993 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f91da52-f2d6-4167-ad53-696f75c2bcee None None] Network dd589f54-393a-4051-8c01-4ac70af62fd4 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:53:55.837793 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.862825 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2f29fc55-7933-446e-aa34-b509dbd6de08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.894247 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d2eecc1-adfd-4507-9c42-ff6e41b44c1a req-108113fd-a1cf-4594-8718-fa867fbf4cc7 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 210 time: 0.0721495 Jun 07 18:53:55.902105 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.902804 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:55.902804 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:53:55.902804 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:53:55.902804 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:53:55.902804 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:55.902804 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:53:55.921685 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27ec7c46-983e-429b-ac56-c56164a46474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:55.987675 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:53:56.010094 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:56.015129 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27ec7c46-983e-429b-ac56-c56164a46474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.021064 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-27ec7c46-983e-429b-ac56-c56164a46474 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2740b0fb-fdc1-454c-80f8-e0b63792fda4 HTTP/1.1" status: 204 len: 168 time: 0.8004696 Jun 07 18:53:56.021064 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:56.025897 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:53:56.236435 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-ee856c3f-5da0-4e8d-acf5-0b6c0071cfca None None] Provisioning for port db033701-6f44-4816-8118-9f5a006eff0d completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:53:56.243832 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-ee856c3f-5da0-4e8d-acf5-0b6c0071cfca None None] Provisioning complete for port db033701-6f44-4816-8118-9f5a006eff0d triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:53:56.251341 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee856c3f-5da0-4e8d-acf5-0b6c0071cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.252407 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b4b696b-50b7-453b-8ccb-34c1111ce865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.256422 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec7c46-983e-429b-ac56-c56164a46474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740b0fb-fdc1-454c-80f8-e0b63792fda4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:56.261779 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-27ec7c46-983e-429b-ac56-c56164a46474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:56.310230 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Allocated IP 172.28.3.30 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/9c01efa8-8a0d-4044-89a7-18511e41308b) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:53:56.342974 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.613009 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b4b696b-50b7-453b-8ccb-34c1111ce865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.650220 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Allocated IP 172.20.0.1 (ff6cf35f-8e60-427c-92e1-346e9b5bc702/cedf77e4-ee67-4762-a08e-88df87223f5f/6744aca4-47b8-42e5-98d5-a7bb0e19d10c) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:53:56.665036 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee856c3f-5da0-4e8d-acf5-0b6c0071cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.739188 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-ee856c3f-5da0-4e8d-acf5-0b6c0071cfca None None] For port db033701-6f44-4816-8118-9f5a006eff0d, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=db033701-6f44-4816-8118-9f5a006eff0d,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:53:56.784982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5e553e13-7a51-4ea2-b427-94d5c4fac829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:56.819589 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ee856c3f-5da0-4e8d-acf5-0b6c0071cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.821946 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2f29fc55-7933-446e-aa34-b509dbd6de08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.827246 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-38734564-de67-4a2d-ae2b-6acb73bda8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:56.865970 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.887178 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Transition to ACTIVE for port object 6744aca4-47b8-42e5-98d5-a7bb0e19d10c will not be triggered until provisioned by entity DHCP. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:53:56.898082 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2f29fc55-7933-446e-aa34-b509dbd6de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.912187 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee856c3f-5da0-4e8d-acf5-0b6c0071cfca None None] Pushing event updated for resources: {'Port': ['ID=db033701-6f44-4816-8118-9f5a006eff0d,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:56.915591 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-da68dca8-a1e6-4629-8af1-7e932a5f13af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:56.918102 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-ee856c3f-5da0-4e8d-acf5-0b6c0071cfca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:56.933182 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.949407 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-1fdc6264-a3e3-4737-864b-5c1f64b03d53 None None] Provisioning complete for port db033701-6f44-4816-8118-9f5a006eff0d triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:53:56.950819 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1fdc6264-a3e3-4737-864b-5c1f64b03d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:56.996692 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b696b-50b7-453b-8ccb-34c1111ce865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37bf997-c6a3-4e39-a625-ebfbc4dce8b4,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:57.003502 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-6b4b696b-50b7-453b-8ccb-34c1111ce865 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=486ba891e71a49abb583758ee6bd24fa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4599845 Jun 07 18:53:57.003502 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6b4b696b-50b7-453b-8ccb-34c1111ce865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:57.006772 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-2f29fc55-7933-446e-aa34-b509dbd6de08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=941b25dca7f749fc91041942e63ab619&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0031564 Jun 07 18:53:57.009561 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50686) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:57.010036 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50688) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:57.037946 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29fc55-7933-446e-aa34-b509dbd6de08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b7281-895d-47d2-bfe8-71c5ca739ea3,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:57.047397 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.080463 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-2f29fc55-7933-446e-aa34-b509dbd6de08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:57.152508 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-92c09397-a3c6-4693-80e6-0351625d8a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.155193 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50694) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:57.161731 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2bd788f1-bd00-487e-a8b2-d2af80283d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.185223 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dc9e1893-704a-4e4b-81c7-8966d6c1c1f8 req-2b57b651-e30a-42cd-9912-2f2d38ccf73c tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 210 time: 0.0622652 Jun 07 18:53:57.211831 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2bd788f1-bd00-487e-a8b2-d2af80283d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.218367 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.220867 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:57.220867 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:53:57.220867 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:53:57.220867 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:53:57.220867 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:57.220867 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:53:57.240163 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8a482d77-3767-4d7f-b9e4-a7a9561f27b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.279989 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-92c09397-a3c6-4693-80e6-0351625d8a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.299955 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:53:57.305517 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:57.321093 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:53:57.321584 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560358'] for router_interface, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.371028 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.371629 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:57.371629 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:53:57.371629 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:53:57.371629 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:53:57.371629 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:57.371629 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:53:57.395395 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502188'] for router, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.399641 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:53:57.402197 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:57.406431 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:53:57.617396 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.63', 63820) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:57.699370 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-2e05d4e4-d9c9-42ac-8dc4-d1049bfa9c4a None None] Provisioning for port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:53:57.706886 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-2e05d4e4-d9c9-42ac-8dc4-d1049bfa9c4a None None] Provisioning complete for port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:53:57.707555 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2e05d4e4-d9c9-42ac-8dc4-d1049bfa9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.752508 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Notify callbacks [] for port, precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.792018 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a2eb-72ab-4299-8708-11569f320903 req-5ce4d4f1-c12b-4c45-ad73-8e3c4dac990e tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:57.793598 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-2e05d4e4-d9c9-42ac-8dc4-d1049bfa9c4a None None] Port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:53:57.793753 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-5ce4d4f1-c12b-4c45-ad73-8e3c4dac990e tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.63 "GET /v2.0/networks?id=80eb693f-fbd7-4a8d-afba-9d7aec014f97 HTTP/1.1" status: 200 len: 812 time: 0.1744096 Jun 07 18:53:57.797911 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2bd788f1-bd00-487e-a8b2-d2af80283d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.798471 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-92c09397-a3c6-4693-80e6-0351625d8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.809417 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Transition to ACTIVE for port object 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:53:57.844114 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2bd788f1-bd00-487e-a8b2-d2af80283d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.845218 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-2bd788f1-bd00-487e-a8b2-d2af80283d73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e37bf997-c6a3-4e39-a625-ebfbc4dce8b4 HTTP/1.1" status: 204 len: 168 time: 0.8341532 Jun 07 18:53:57.850392 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-2f29fc55-7933-446e-aa34-b509dbd6de08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:57.861239 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Request body: {'port': {'device_id': '24ca1c5f-5a02-4b15-8128-c5c591f656f7', 'network_id': '80eb693f-fbd7-4a8d-afba-9d7aec014f97', 'admin_state_up': True, 'tenant_id': '79a4fbc8a6fc45f481c7fa3c60c055c4'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:53:57.890722 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-92c09397-a3c6-4693-80e6-0351625d8a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.890722 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-92c09397-a3c6-4693-80e6-0351625d8a36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e04b7281-895d-47d2-bfe8-71c5ca739ea3 HTTP/1.1" status: 204 len: 168 time: 0.8768013 Jun 07 18:53:57.902201 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd788f1-bd00-487e-a8b2-d2af80283d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37bf997-c6a3-4e39-a625-ebfbc4dce8b4,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:57.912920 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:57.931623 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Router 8e2e70cd-8542-4579-9a48-2f2f1058910c is scheduled to L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 18:53:57.938077 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:57.952142 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c09397-a3c6-4693-80e6-0351625d8a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b7281-895d-47d2-bfe8-71c5ca739ea3,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:57.959791 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-92c09397-a3c6-4693-80e6-0351625d8a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:57.966263 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:57.966549 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:58.023273 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8a482d77-3767-4d7f-b9e4-a7a9561f27b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.109754 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Pushing event updated for resources: {'Port': ['ID=6b95bdd1-2eb2-47de-8257-1a29b4f629a7,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:58.119528 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.120011 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.120456 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.121080 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.121503 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.121921 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.122338 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.122751 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.123192 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.123702 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.124111 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.124533 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Tracked resource versions report: Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: pushed versions: Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: { 'AddressGroup': {'1.2'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'ConntrackHelper': {'1.0'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Log': {'1.0'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Network': {'1.1'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Port': {'1.7'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'PortForwarding': {'1.2'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'QosPolicy': {'1.8'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'SecurityGroup': {'1.4'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'SecurityGroupRule': {'1.2'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'SubPort': {'1.0'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Subnet': {'1.1'}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Trunk': {'1.1'}} Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: consumer versions: Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: { DHCP agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: HyperV agent@hv-cinder-79053: {}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: L3 agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: Metadata agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: Metering agent@dv-cinder-790535-1-smb: {}, Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: Open vSwitch agent@dv-cinder-790535-1-smb: { 'AddressGroup': '1.2', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'ConntrackHelper': '1.0', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Log': '1.0', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Network': '1.1', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Port': '1.7', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'PortForwarding': '1.2', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'QosPolicy': '1.8', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'SecurityGroup': '1.4', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'SecurityGroupRule': '1.2', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'SubPort': '1.0', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Subnet': '1.1', Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: 'Trunk': '1.1'}} Jun 07 18:53:58.126236 dv-cinder-790535-1-smb neutron-server[104084]: {{(pid=104084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 18:53:58.137793 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:58.160930 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8a482d77-3767-4d7f-b9e4-a7a9561f27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.170439 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Attempting to bind port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:53:58.170814 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Attempting to bind port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:53:58.171181 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Attempting to bind port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 on network 71f98401-584a-489c-9c7f-f276f077498e {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:53:58.172172 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.178477 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:53:58.178919 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Checking segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:53:58.179268 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.179671 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Bound using segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:53:58.180186 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Bound port: 6b95bdd1-2eb2-47de-8257-1a29b4f629a7, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:53:58.180564 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.191404 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:58.327067 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-8a482d77-3767-4d7f-b9e4-a7a9561f27b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ac6258618f94b19826bf8cb62ad05f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1440985 Jun 07 18:53:58.330271 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50716) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:58.335863 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] For port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:53:58.345709 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] For port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=6b95bdd1-2eb2-47de-8257-1a29b4f629a7,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:53:58.362604 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a482d77-3767-4d7f-b9e4-a7a9561f27b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d4c005-ecea-47c6-9762-9b5889d33160,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:58.371949 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8a482d77-3767-4d7f-b9e4-a7a9561f27b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:58.482551 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.536552 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.542015 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:58.566072 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.569153 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Made reservation on behalf of 79a4fbc8a6fc45f481c7fa3c60c055c4 for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:53:58.573421 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.630011 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:53:58.630938 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:53:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:53:58.697818 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c8620461-319d-4f83-8fdf-117c9bc578ab req-e602b2d1-2e82-4d5c-8f76-6a48e66c7162 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 210 time: 0.2798398 Jun 07 18:53:58.721249 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Pushing event updated for resources: {'Port': ['ID=6b95bdd1-2eb2-47de-8257-1a29b4f629a7,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:58.736159 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:58.840930 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Allocated IP 172.20.0.9 (80eb693f-fbd7-4a8d-afba-9d7aec014f97/cdd67afd-e6f6-4e6b-a01e-5fabf99aa0ac/87084bd9-3886-4afc-b29a-c7a4786e199b) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:53:58.841141 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1fdad4cf-846b-4009-b4df-bbde1f969af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.850852 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:53:58.867470 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Sync routers for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:53:58.869265 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.873024 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503742'] for router_interface, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:58.879754 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:53:58.882872 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:53:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:53:58.891861 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:53:58.936957 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:53:58.970628 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device db033701-6f44-4816-8118-9f5a006eff0d up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:53:59.111711 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=6744aca4-47b8-42e5-98d5-a7bb0e19d10c,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:53:59.178834 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1fdad4cf-846b-4009-b4df-bbde1f969af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:59.179277 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:53:59.247589 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port db033701-6f44-4816-8118-9f5a006eff0d triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:53:59.247589 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:59.274503 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:53:59.309907 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] Notify callbacks [] for router, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:59.314303 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-ee0d7d0a-f02d-4f39-9a32-92dbf3dc75a2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8995683 Jun 07 18:53:59.315124 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50756) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:53:59.438294 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502188'] for router, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:59.497494 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:59.555535 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:53:59.556763 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:59.732311 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:59.737226 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:59.737226 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:53:59.737226 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:53:59.737226 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:53:59.737226 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:53:59.737226 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:53:59.789012 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Network 80eb693f-fbd7-4a8d-afba-9d7aec014f97 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:53:59.801550 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:53:59.805427 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:53:59.818137 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:53:59.818808 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:53:59.884427 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:53:58Z', 'revision_number': 2, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:53:59.900761 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecb0c0-9a79-4196-b65e-01614fd7dc91 None None] The sync data for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb is: [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:53:58Z', 'revision_number': 2, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:54:00.009416 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-9e3a8d25-da81-4e5f-9ded-1ab6aa5376dc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1630218 Jun 07 18:54:00.020313 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1fdad4cf-846b-4009-b4df-bbde1f969af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:00.032636 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1fdad4cf-846b-4009-b4df-bbde1f969af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:00.034199 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-1fdad4cf-846b-4009-b4df-bbde1f969af9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76d4c005-ecea-47c6-9762-9b5889d33160 HTTP/1.1" status: 204 len: 168 time: 1.6967664 Jun 07 18:54:00.051254 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-e12bab35-1d75-402a-9e56-6d48ddb53276 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 18:54:00.052632 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-e12bab35-1d75-402a-9e56-6d48ddb53276 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105898 Jun 07 18:54:00.084366 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6b4b696b-50b7-453b-8ccb-34c1111ce865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:00.099725 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Router 08e653df-a252-4a98-ae03-476023e0a76d has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:54:00.134580 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdad4cf-846b-4009-b4df-bbde1f969af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d4c005-ecea-47c6-9762-9b5889d33160,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:00.142817 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1fdad4cf-846b-4009-b4df-bbde1f969af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:00.260348 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-bb6fde56-352f-40d8-85a8-e58703922a62 None None] Provisioning complete for port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:00.260348 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb6fde56-352f-40d8-85a8-e58703922a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:00.460974 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-bb6fde56-352f-40d8-85a8-e58703922a62 None None] Port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:54:00.478321 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:53:56Z', 'revision_number': 3, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:00.483962 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Checking router: 8e2e70cd-8542-4579-9a48-2f2f1058910c for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:54:00.484324 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Updating router 8e2e70cd-8542-4579-9a48-2f2f1058910c port 95ed499d-5f1f-4175-ad2c-667c377a0919 binding host dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:54:00.582605 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:00.667279 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:54:00.699615 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] 10.222.0.20 "PUT /v2.0/routers/08e653df-a252-4a98-ae03-476023e0a76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5254011 Jun 07 18:54:00.835082 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a693-dc49-40f0-b283-322cf20f811e req-e95e28d0-e1c9-457a-9f3c-ed6a64b07588 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:00.836834 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a2e1a693-dc49-40f0-b283-322cf20f811e req-e95e28d0-e1c9-457a-9f3c-ed6a64b07588 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 931 time: 0.8125079 Jun 07 18:54:00.852435 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 is scheduled to L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 18:54:01.232200 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a2e1a693-dc49-40f0-b283-322cf20f811e req-ed70e1c7-06af-4092-bfc7-83a3108e7bdc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635578 Jun 07 18:54:01.335506 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Notify callbacks [] for port, precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:01.384252 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Transition to ACTIVE for port object 95ed499d-5f1f-4175-ad2c-667c377a0919 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:01.470601 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:01.486786 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:01.543607 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:54:01.555088 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Sync routers for ids ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:54:01.578358 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Routers {'d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:01.583361 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:53:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:01.672608 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Attempting to bind port 95ed499d-5f1f-4175-ad2c-667c377a0919 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:01.673387 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Attempting to bind port 95ed499d-5f1f-4175-ad2c-667c377a0919 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:01.674697 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Attempting to bind port 95ed499d-5f1f-4175-ad2c-667c377a0919 on network 71f98401-584a-489c-9c7f-f276f077498e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:01.700568 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:01.702051 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Checking segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:01.711520 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:01.711948 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Bound using segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:01.712863 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Bound port: 95ed499d-5f1f-4175-ad2c-667c377a0919, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:01.713259 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:01.716095 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] Notify callbacks [] for router, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:01.717524 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-a1944523-0f9a-4e77-ab89-1ce69c0053d6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.2474422 Jun 07 18:54:01.722167 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50818) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:01.777173 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50820) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:01.945683 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde8688-b657-4d08-a5e9-1265a915e288 None None] Pushing event updated for resources: {'Port': ['ID=95ed499d-5f1f-4175-ad2c-667c377a0919,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:01.950088 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:01.953841 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-bcde8688-b657-4d08-a5e9-1265a915e288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:01.986806 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] For port 95ed499d-5f1f-4175-ad2c-667c377a0919, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:01.989766 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] For port 95ed499d-5f1f-4175-ad2c-667c377a0919, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=95ed499d-5f1f-4175-ad2c-667c377a0919,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:02.107686 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:02.138077 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Request body: {'port': {'device_id': '24ca1c5f-5a02-4b15-8128-c5c591f656f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:02.143557 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:02.277813 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:02.278546 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:53:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:02.454582 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Allocated IP 172.20.0.1 (dd589f54-393a-4051-8c01-4ac70af62fd4/066c2e9a-ff2b-495c-8762-c16201098c31/580e7caa-b0a7-4195-b813-77cff1664641) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:54:02.589673 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Set router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:02.724281 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde8688-b657-4d08-a5e9-1265a915e288 None None] Pushing event updated for resources: {'Port': ['ID=95ed499d-5f1f-4175-ad2c-667c377a0919,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:02.731885 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-bcde8688-b657-4d08-a5e9-1265a915e288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:02.751565 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:02.908305 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad2c4-8f69-4730-bec4-62db33a3095b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:02.995695 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:03.020086 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:03.256061 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:03.322216 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Transition to ACTIVE for port object 580e7caa-b0a7-4195-b813-77cff1664641 will not be triggered until provisioned by entity DHCP. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:03.377829 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4d76b-a982-4e25-b55a-a70648ec24df req-516af8f4-9894-46d1-8960-f53e60df2d98 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:03.392590 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7ee4d76b-a982-4e25-b55a-a70648ec24df req-516af8f4-9894-46d1-8960-f53e60df2d98 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 931 time: 0.7256877 Jun 07 18:54:03.558289 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50844) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:03.612470 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-bdae886a-1376-447a-ac53-c9fd7c26f11f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925451847', 'description': 'tempest-description--1617351684'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:03.632009 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad2c4-8f69-4730-bec4-62db33a3095b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:03.653801 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7ee4d76b-a982-4e25-b55a-a70648ec24df req-5d75fd6b-b4a7-45b2-bb26-8c500d7cfac3 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602305 Jun 07 18:54:03.709758 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad2c4-8f69-4730-bec4-62db33a3095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:03.753304 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-21f81832-5b1d-46fa-aa79-1fb7a2ede91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:04.038769 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:52Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 3, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'gw_port': {'id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:55Z', 'updated_at': '2021-06-07T18:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:04.042529 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Sync routers for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:54:04.051541 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Checking router: d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:54:04.051541 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Updating router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 port 9c01efa8-8a0d-4044-89a7-18511e41308b binding host dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-dc4ad2c4-8f69-4730-bec4-62db33a3095b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8110f990fb0c4836a23089173107e988&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1778841 Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50852) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:04.054282 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ad2c4-8f69-4730-bec4-62db33a3095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882a4a0f-156e-4e70-8262-8cb4bafdeb3f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:04.084939 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:04.085725 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:53:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:04.137221 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.194586 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-dc4ad2c4-8f69-4730-bec4-62db33a3095b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:04.210611 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Network dd589f54-393a-4051-8c01-4ac70af62fd4 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:04.212309 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bdae886a-1376-447a-ac53-c9fd7c26f11f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.242652 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:04.289964 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:04.296402 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:54:04.300596 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560358'] for router_interface, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.434056 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:04.436383 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.519011 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bdae886a-1376-447a-ac53-c9fd7c26f11f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.557922 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17cd58bb-503a-469e-9d71-81d13c075a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.626888 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17cd58bb-503a-469e-9d71-81d13c075a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.851149 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bdae886a-1376-447a-ac53-c9fd7c26f11f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.898593 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:04.933592 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17cd58bb-503a-469e-9d71-81d13c075a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.962265 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17cd58bb-503a-469e-9d71-81d13c075a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:04.969555 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-17cd58bb-503a-469e-9d71-81d13c075a36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/882a4a0f-156e-4e70-8262-8cb4bafdeb3f HTTP/1.1" status: 204 len: 168 time: 0.9491153 Jun 07 18:54:05.013442 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bdae886a-1376-447a-ac53-c9fd7c26f11f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.018211 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-bdae886a-1376-447a-ac53-c9fd7c26f11f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4179020 Jun 07 18:54:05.031000 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50870) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:05.073702 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.091839 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-93b6c69f-5dba-4120-bf3d-b92a99761931 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'security_group_rule': {'security_group_id': '099ca358-f2f4-4540-b05b-2b85e5cf6194', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:05.109123 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Transition to ACTIVE for port object 9c01efa8-8a0d-4044-89a7-18511e41308b will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:05.114689 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae886a-1376-447a-ac53-c9fd7c26f11f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099ca358-f2f4-4540-b05b-2b85e5cf6194,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:05.133270 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bdae886a-1376-447a-ac53-c9fd7c26f11f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:05.144190 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:05.190533 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87084bd9-3886-4afc-b29a-c7a4786e199b {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:05.195974 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd58bb-503a-469e-9d71-81d13c075a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882a4a0f-156e-4e70-8262-8cb4bafdeb3f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:05.201665 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-17cd58bb-503a-469e-9d71-81d13c075a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:05.203605 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.209791 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:05.275472 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.294159 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:53:56Z', 'revision_number': 3, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:05.302706 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Transition to ACTIVE for port object 87084bd9-3886-4afc-b29a-c7a4786e199b will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:05.315082 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:05.392414 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.412288 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Attempting to bind port 9c01efa8-8a0d-4044-89a7-18511e41308b on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:05.412724 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Attempting to bind port 9c01efa8-8a0d-4044-89a7-18511e41308b by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:05.413064 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Attempting to bind port 9c01efa8-8a0d-4044-89a7-18511e41308b on network 71f98401-584a-489c-9c7f-f276f077498e {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:05.419953 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514e1e0-5174-48e8-85dd-2ee1373d766f None None] Pushing event updated for resources: {'Port': ['ID=9c01efa8-8a0d-4044-89a7-18511e41308b,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:05.430309 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-2514e1e0-5174-48e8-85dd-2ee1373d766f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:05.431309 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:05.431696 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Checking segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:05.439730 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.440166 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Bound using segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:05.440678 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Bound port: 9c01efa8-8a0d-4044-89a7-18511e41308b, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:05.441098 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.540507 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.558388 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.631824 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:05.657910 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360669f5-494a-4dab-9169-93fdd1997535 None None] The sync data for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb is: [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:53:56Z', 'revision_number': 3, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:54:05.684737 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-dd400259-65a7-46c9-92f6-c0cb6bfd34b3 None None] Provisioning for port 580e7caa-b0a7-4195-b813-77cff1664641 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:05.700050 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] For port 9c01efa8-8a0d-4044-89a7-18511e41308b, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:05.717840 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] For port 9c01efa8-8a0d-4044-89a7-18511e41308b, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=9c01efa8-8a0d-4044-89a7-18511e41308b,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:05.804822 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:05.809674 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-1914bad4-7726-4773-92f4-c87ca2834f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:05.995006 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Allocated IP 172.20.0.1 (bdb9e37d-9af7-44bf-afe4-c133f219f39f/1051e826-0d10-48c4-93a5-23a8fcb2a0d7/f7baf57f-a5b8-447e-9a30-8d31c10e8886) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:54:06.182006 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-dd400259-65a7-46c9-92f6-c0cb6bfd34b3 None None] Provisioning complete for port 580e7caa-b0a7-4195-b813-77cff1664641 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:06.182912 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dd400259-65a7-46c9-92f6-c0cb6bfd34b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:06.258587 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514e1e0-5174-48e8-85dd-2ee1373d766f None None] Pushing event updated for resources: {'Port': ['ID=9c01efa8-8a0d-4044-89a7-18511e41308b,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:06.282540 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-2514e1e0-5174-48e8-85dd-2ee1373d766f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:06.370589 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Routers {'d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:06.371305 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:53:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:06.487673 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:06.521710 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:06.535024 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=6b95bdd1-2eb2-47de-8257-1a29b4f629a7,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:06.550002 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-dd400259-65a7-46c9-92f6-c0cb6bfd34b3 None None] Port 580e7caa-b0a7-4195-b813-77cff1664641 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:54:06.599117 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:06.600327 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503742'] for router_interface, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:06.605365 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-48f369bd-f78b-4cbf-9af0-54d6e1fe96d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:06.611244 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:06.673772 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-4b0ae21b-9a6c-4e0a-bf34-6a91b2f5b113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:06.875029 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:06.876229 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 95ed499d-5f1f-4175-ad2c-667c377a0919 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:06.984313 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Network dd589f54-393a-4051-8c01-4ac70af62fd4 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:06.989441 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:07.122816 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Pushing event updated for resources: {'Port': ['ID=87084bd9-3886-4afc-b29a-c7a4786e199b,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:07.130491 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.498s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:07.146835 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-93b6c69f-5dba-4120-bf3d-b92a99761931 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:07.203674 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] Set router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:07.312244 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:07.315165 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:07.315165 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:54:07.315165 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:54:07.315165 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:54:07.315165 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:07.315165 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:54:07.354992 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:53:58Z', 'revision_number': 2, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:07.390200 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=6b95bdd1-2eb2-47de-8257-1a29b4f629a7,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:07.413267 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Checking router: 08e653df-a252-4a98-ae03-476023e0a76d for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:54:07.423711 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Updating router 08e653df-a252-4a98-ae03-476023e0a76d port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c binding host dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:54:07.485850 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-93b6c69f-5dba-4120-bf3d-b92a99761931 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:07.498638 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Network bdb9e37d-9af7-44bf-afe4-c133f219f39f is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:07.515936 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:07.518105 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Router 8e2e70cd-8542-4579-9a48-2f2f1058910c has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:54:07.539596 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:07.560121 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-00e3dd33-3503-48a1-90d4-216d7729db23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:07.562808 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Pushing event updated for resources: {'Port': ['ID=580e7caa-b0a7-4195-b813-77cff1664641,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:07.588409 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:07.642104 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:54:07.642603 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560358'] for router_interface, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:07.678907 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-3ae992e5-7705-4cdd-9a39-1bf43fb8738c None None] Provisioning complete for port 580e7caa-b0a7-4195-b813-77cff1664641 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:07.679282 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3ae992e5-7705-4cdd-9a39-1bf43fb8738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:07.750138 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-93b6c69f-5dba-4120-bf3d-b92a99761931 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:07.753122 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Attempting to bind port 87084bd9-3886-4afc-b29a-c7a4786e199b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:07.753513 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Attempting to bind port 87084bd9-3886-4afc-b29a-c7a4786e199b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c6b470e5-b12f-4714-a08b-36609d461e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80eb693f-fbd7-4a8d-afba-9d7aec014f97'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:07.754718 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Attempting to bind port 87084bd9-3886-4afc-b29a-c7a4786e199b on network 80eb693f-fbd7-4a8d-afba-9d7aec014f97 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:07.761282 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Port 87084bd9-3886-4afc-b29a-c7a4786e199b on network 80eb693f-fbd7-4a8d-afba-9d7aec014f97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:54:07.761617 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Attempting to bind port 87084bd9-3886-4afc-b29a-c7a4786e199b on network 80eb693f-fbd7-4a8d-afba-9d7aec014f97 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:07.771260 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:07.771667 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Checking segment: {'id': 'c6b470e5-b12f-4714-a08b-36609d461e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80eb693f-fbd7-4a8d-afba-9d7aec014f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:07.772253 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Bound using segment: {'id': 'c6b470e5-b12f-4714-a08b-36609d461e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80eb693f-fbd7-4a8d-afba-9d7aec014f97'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:07.772718 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Bound port: 87084bd9-3886-4afc-b29a-c7a4786e199b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b470e5-b12f-4714-a08b-36609d461e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '80eb693f-fbd7-4a8d-afba-9d7aec014f97'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:07.776753 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:07.792425 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:07.819824 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896750-d0c0-44ff-9db7-e3c45aec3a1a req-3e376f5c-8876-46cf-85cc-be67e60bc12c tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:07.821456 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6c896750-d0c0-44ff-9db7-e3c45aec3a1a req-3e376f5c-8876-46cf-85cc-be67e60bc12c tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 943 time: 2.3744953 Jun 07 18:54:07.839230 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 95ed499d-5f1f-4175-ad2c-667c377a0919 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:07.839496 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6c69f-5dba-4120-bf3d-b92a99761931 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99e334f-40bb-456a-8302-583738fb8a2e,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:07.867892 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 95ed499d-5f1f-4175-ad2c-667c377a0919 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:07.868344 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:08.028568 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:08.052589 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:52Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 3, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'gw_port': {'id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:55Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:08.062748 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-93b6c69f-5dba-4120-bf3d-b92a99761931 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:08.063241 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f127b7-9132-4751-96a1-15a3bd46b0e3 None None] The sync data for ids ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'] in dv-cinder-790535-1-smb is: [{'id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:52Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 3, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'gw_port': {'id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:55Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:54:08.073767 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-93b6c69f-5dba-4120-bf3d-b92a99761931 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:08.076331 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-93b6c69f-5dba-4120-bf3d-b92a99761931 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0442801 Jun 07 18:54:08.148411 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50924) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:08.190283 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-8b3b9147-889b-4a7f-99e8-d1182269a1ba tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'security_group_rule': {'security_group_id': '099ca358-f2f4-4540-b05b-2b85e5cf6194', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:08.280025 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:54:08.288192 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e2e70cd-8542-4579-9a48-2f2f1058910c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9676135 Jun 07 18:54:08.322045 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:08.353359 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9147-889b-4a7f-99e8-d1182269a1ba tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:08.497550 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6c896750-d0c0-44ff-9db7-e3c45aec3a1a req-0fa0265f-6839-418e-9d7c-099c85802ac6 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815969 Jun 07 18:54:08.521307 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] For port 87084bd9-3886-4afc-b29a-c7a4786e199b, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:08.943536 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9147-889b-4a7f-99e8-d1182269a1ba tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:08.943536 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] For port 87084bd9-3886-4afc-b29a-c7a4786e199b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87084bd9-3886-4afc-b29a-c7a4786e199b,segment=NetworkSegment(c6b470e5-b12f-4714-a08b-36609d461e88),segment_id=c6b470e5-b12f-4714-a08b-36609d461e88)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:08.946918 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Notify callbacks [] for port, precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:08.946918 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Transition to ACTIVE for port object 6744aca4-47b8-42e5-98d5-a7bb0e19d10c will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:08.946918 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-3ae992e5-7705-4cdd-9a39-1bf43fb8738c None None] Port 580e7caa-b0a7-4195-b813-77cff1664641 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:54:09.041850 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Sync routers for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:54:09.076600 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:09.110484 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:53:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:09.188504 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:09.192461 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:09.406667 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 95ed499d-5f1f-4175-ad2c-667c377a0919, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=95ed499d-5f1f-4175-ad2c-667c377a0919,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:09.585452 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:09.592746 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9147-889b-4a7f-99e8-d1182269a1ba tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:09.593928 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:09.596570 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:09.598221 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:09.602345 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:09.620514 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:09.653584 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503742'] for router_interface, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:09.727747 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:09.728815 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:09.873028 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b9147-889b-4a7f-99e8-d1182269a1ba tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db70dd20-58c8-4280-a4b4-08ed37956610,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:09.922116 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8b3b9147-889b-4a7f-99e8-d1182269a1ba tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:09.943941 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:09.999850 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50964) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:10.117148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50968) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:10.122647 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-18da680c-a26f-4aef-862a-e32e4e6d3c3e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--588419035', 'description': 'tempest-description--1115671877'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:10.312909 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18da680c-a26f-4aef-862a-e32e4e6d3c3e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:10.390526 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 9c01efa8-8a0d-4044-89a7-18511e41308b up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:10.456387 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9147-889b-4a7f-99e8-d1182269a1ba tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:10.462084 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-8b3b9147-889b-4a7f-99e8-d1182269a1ba tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3081284 Jun 07 18:54:10.464418 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 50970) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:10.485327 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'floatingip': {'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:10.497317 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c0103-2b8b-4734-953c-92413deb9550 None None] Pushing event updated for resources: {'Port': ['ID=6744aca4-47b8-42e5-98d5-a7bb0e19d10c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:10.516345 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:10.517094 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:10.518728 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] 10.222.0.63 "PUT /v2.0/ports/87084bd9-3886-4afc-b29a-c7a4786e199b HTTP/1.1" status: 200 len: 1093 time: 9.3097641 Jun 07 18:54:10.584324 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ca1c5f-5a02-4b15-8128-c5c591f656f7', 'tag': '87084bd9-3886-4afc-b29a-c7a4786e199b'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:10.601611 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18da680c-a26f-4aef-862a-e32e4e6d3c3e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:10.613611 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1963264172-network', 'tenant_id': 'd8d5ec456f96466e84cc96f55b6df3cc'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:10.646839 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-744c0103-2b8b-4734-953c-92413deb9550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:10.656617 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-ee856c3f-5da0-4e8d-acf5-0b6c0071cfca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.869s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:10.683840 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18da680c-a26f-4aef-862a-e32e4e6d3c3e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:10.692904 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:10.724710 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec56d69-1fbc-456f-8b3e-e03c2f32f60a req-c472724a-cf18-48a0-b04c-e5bab99e25c8 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:10.725022 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-51ed9452-29ef-4fac-95c3-ada31ea4b9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:10.727834 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9ec56d69-1fbc-456f-8b3e-e03c2f32f60a req-c472724a-cf18-48a0-b04c-e5bab99e25c8 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 943 time: 0.3667579 Jun 07 18:54:10.731352 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Pushing event updated for resources: {'Port': ['ID=f7baf57f-a5b8-447e-9a30-8d31c10e8886,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:10.782362 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:10.793612 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 2, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:10.806070 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Checking router: 8e2e70cd-8542-4579-9a48-2f2f1058910c for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:54:10.806823 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Updating router 8e2e70cd-8542-4579-9a48-2f2f1058910c port 580e7caa-b0a7-4195-b813-77cff1664641 binding host dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:54:10.807249 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.db.api [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 18:54:10.807249 dv-cinder-790535-1-smb neutron-server[104081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 18:54:10.807249 dv-cinder-790535-1-smb neutron-server[104081]: [parameters: {'project_id_1': 'd8d5ec456f96466e84cc96f55b6df3cc', 'expiration_1': datetime.datetime(2021, 6, 7, 18, 54, 10, 619985)}] Jun 07 18:54:10.807249 dv-cinder-790535-1-smb neutron-server[104081]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=104081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 18:54:10.807845 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_db.api [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 18:54:10.856361 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da680c-a26f-4aef-862a-e32e4e6d3c3e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c64f7d1-e376-4a90-bc2b-07950cdfa190,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:10.864729 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-18da680c-a26f-4aef-862a-e32e4e6d3c3e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:10.934746 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18da680c-a26f-4aef-862a-e32e4e6d3c3e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:10.934746 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-18da680c-a26f-4aef-862a-e32e4e6d3c3e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8129890 Jun 07 18:54:10.934907 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 50982) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:10.940848 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-ad3f6a83-0eda-4621-aad8-3c0770a85be8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'security_group_rule': {'security_group_id': '2c64f7d1-e376-4a90-bc2b-07950cdfa190', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:10.942550 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9ec56d69-1fbc-456f-8b3e-e03c2f32f60a req-31ec45f3-d811-411d-af4f-3aaaa3738ebd tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078519 Jun 07 18:54:10.943309 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Pushing event updated for resources: {'Port': ['ID=87084bd9-3886-4afc-b29a-c7a4786e199b,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:10.965416 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:10.966967 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.044s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:10.966967 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:10.981158 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:10.988973 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.071573 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Attempting to bind port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:11.072255 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Attempting to bind port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:11.072856 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Attempting to bind port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c on network ff6cf35f-8e60-427c-92e1-346e9b5bc702 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:11.102706 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:11.107613 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Checking segment: {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:11.108379 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.109745 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Bound using segment: {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:11.112097 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Bound port: 6744aca4-47b8-42e5-98d5-a7bb0e19d10c, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:11.112698 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.120484 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a236e6c5-0222-4d09-86e4-0e18928b1068" -d '{"events": [{"name": "network-changed", "server_uuid": "24ca1c5f-5a02-4b15-8128-c5c591f656f7", "tag": "87084bd9-3886-4afc-b29a-c7a4786e199b"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:11.194589 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Network bdb9e37d-9af7-44bf-afe4-c133f219f39f is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:11.233509 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:11.270057 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6a83-0eda-4621-aad8-3c0770a85be8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.405947 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] For port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:11.424947 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] For port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=6744aca4-47b8-42e5-98d5-a7bb0e19d10c,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:11.452872 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 9c01efa8-8a0d-4044-89a7-18511e41308b completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:11.480054 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=95ed499d-5f1f-4175-ad2c-667c377a0919,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:11.497304 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 9c01efa8-8a0d-4044-89a7-18511e41308b triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:11.497874 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.530064 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6a83-0eda-4621-aad8-3c0770a85be8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.569783 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Made reservation on behalf of d8d5ec456f96466e84cc96f55b6df3cc for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:54:11.580037 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:11.582239 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.586997 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.604002 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77acd53d-729d-4b2a-a9bf-790bdc0966d2 x-openstack-request-id: req-77acd53d-729d-4b2a-a9bf-790bdc0966d2 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:11.605585 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ca1c5f-5a02-4b15-8128-c5c591f656f7", "tag": "87084bd9-3886-4afc-b29a-c7a4786e199b", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:11.607199 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77acd53d-729d-4b2a-a9bf-790bdc0966d2 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:11.607369 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ca1c5f-5a02-4b15-8128-c5c591f656f7', 'tag': '87084bd9-3886-4afc-b29a-c7a4786e199b', 'status': 'completed', 'code': 200} Jun 07 18:54:11.619533 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6a83-0eda-4621-aad8-3c0770a85be8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.620560 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.621645 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a2eb-72ab-4299-8708-11569f320903 req-ebf06836-85e3-4ba4-b87f-606fc5afb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:11.626728 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-ebf06836-85e3-4ba4-b87f-606fc5afb17b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79a4fbc8a6fc45f481c7fa3c60c055c4&device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 1096 time: 0.8361049 Jun 07 18:54:11.658487 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:11.677455 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:11.771901 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f6a83-0eda-4621-aad8-3c0770a85be8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618214dd-ee64-4418-a885-4c18b732bedd,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:11.810896 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:11.822587 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c0103-2b8b-4734-953c-92413deb9550 None None] Pushing event updated for resources: {'Port': ['ID=6744aca4-47b8-42e5-98d5-a7bb0e19d10c,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:11.826259 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-744c0103-2b8b-4734-953c-92413deb9550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:11.849322 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ad3f6a83-0eda-4621-aad8-3c0770a85be8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:11.871424 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:11.872162 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:54:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:12.014019 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-65a77989-8fb0-4412-b21e-5fa959d0ef31 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87084bd9-3886-4afc-b29a-c7a4786e199b HTTP/1.1" status: 200 len: 217 time: 0.2213349 Jun 07 18:54:12.042924 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Notify callbacks [] for port, precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.090405 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Transition to ACTIVE for port object 580e7caa-b0a7-4195-b813-77cff1664641 will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:12.195232 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.232489 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.236813 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:12.295269 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.299800 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:12.345281 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a2eb-72ab-4299-8708-11569f320903 req-0acdefd4-2b20-4d42-ae58-1f0a0db6bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:12.347250 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-0acdefd4-2b20-4d42-ae58-1f0a0db6bbb2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cdd67afd-e6f6-4e6b-a01e-5fabf99aa0ac HTTP/1.1" status: 200 len: 852 time: 0.3173902 Jun 07 18:54:12.349755 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:54:12.386825 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.408313 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:54:12.420383 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6789cdfb-81b7-491e-87a7-4001864fe3fb,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:12.426676 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:12.447896 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6a83-0eda-4621-aad8-3c0770a85be8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.449682 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-ad3f6a83-0eda-4621-aad8-3c0770a85be8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5134895 Jun 07 18:54:12.452373 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51006) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:12.455416 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.456299 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Added segment c52f4774-3c97-4744-aaf9-759eef1235d2 of type vlan for network 130fb7a4-5315-42d0-bc4d-1bde36f65340 Jun 07 18:54:12.468811 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-34bd922e-0358-47f5-bf96-af494d6c0e0a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'security_group_rule': {'security_group_id': '2c64f7d1-e376-4a90-bc2b-07950cdfa190', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:12.514726 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.609456 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.619728 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-34bd922e-0358-47f5-bf96-af494d6c0e0a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.649814 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-d9364dbf-df34-43f2-a94f-2c877864b93d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=80eb693f-fbd7-4a8d-afba-9d7aec014f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151187 Jun 07 18:54:12.676221 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:12.733102 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.746866 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:12.749322 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.770037 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:12.835391 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 9c01efa8-8a0d-4044-89a7-18511e41308b, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=9c01efa8-8a0d-4044-89a7-18511e41308b,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:12.884321 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0575b0-a5eb-4964-91a7-47411dadb308 None None] Pushing event updated for resources: {'Port': ['ID=580e7caa-b0a7-4195-b813-77cff1664641,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:12.898567 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d4010-bc24-4645-9d2d-0c225b9b6f36 req-9f3f31b5-6a29-4ded-9214-449207e387cc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:12.902143 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-de3d4010-bc24-4645-9d2d-0c225b9b6f36 req-9f3f31b5-6a29-4ded-9214-449207e387cc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 943 time: 0.6925938 Jun 07 18:54:12.902271 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-8c0575b0-a5eb-4964-91a7-47411dadb308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:12.939486 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Attempting to bind port 580e7caa-b0a7-4195-b813-77cff1664641 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:12.942161 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Attempting to bind port 580e7caa-b0a7-4195-b813-77cff1664641 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:12.942161 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Attempting to bind port 580e7caa-b0a7-4195-b813-77cff1664641 on network dd589f54-393a-4051-8c01-4ac70af62fd4 {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:12.966530 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:12.966915 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Checking segment: {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:12.967320 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:12.967722 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Bound using segment: {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:12.968206 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Bound port: 580e7caa-b0a7-4195-b813-77cff1664641, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:12.968586 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:13.019743 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:13.029754 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:13.102880 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1012185 Jun 07 18:54:13.103711 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51022) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:13.105916 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-34bd922e-0358-47f5-bf96-af494d6c0e0a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:13.109836 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Pushing event updated for resources: {'Network': ['ID=130fb7a4-5315-42d0-bc4d-1bde36f65340,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:13.116403 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Request body: {'subnet': {'network_id': '130fb7a4-5315-42d0-bc4d-1bde36f65340', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1963264172-subnet', 'tenant_id': 'd8d5ec456f96466e84cc96f55b6df3cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:13.137641 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:13.165438 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-34bd922e-0358-47f5-bf96-af494d6c0e0a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:13.169931 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:13.175168 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:13.226038 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd922e-0358-47f5-bf96-af494d6c0e0a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19aa2a4-fabb-47e1-bb0f-194c81e7d363,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:13.236677 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-34bd922e-0358-47f5-bf96-af494d6c0e0a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:13.277759 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] For port 580e7caa-b0a7-4195-b813-77cff1664641, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:13.279435 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Made reservation on behalf of d8d5ec456f96466e84cc96f55b6df3cc for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:54:13.283361 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:13.286384 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] For port 580e7caa-b0a7-4195-b813-77cff1664641, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=580e7caa-b0a7-4195-b813-77cff1664641,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:13.301654 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network 130fb7a4-5315-42d0-bc4d-1bde36f65340 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:54:13.368810 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-34bd922e-0358-47f5-bf96-af494d6c0e0a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:13.373392 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-34bd922e-0358-47f5-bf96-af494d6c0e0a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9197218 Jun 07 18:54:13.396968 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:13.402340 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-2514e1e0-5174-48e8-85dd-2ee1373d766f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:13.411808 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51030) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:13.416408 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'floatingip': {'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:13.568633 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:13.570181 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:54:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:13.663037 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0575b0-a5eb-4964-91a7-47411dadb308 None None] Pushing event updated for resources: {'Port': ['ID=580e7caa-b0a7-4195-b813-77cff1664641,revision_number=4']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:13.682720 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-8c0575b0-a5eb-4964-91a7-47411dadb308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:13.746654 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-de3d4010-bc24-4645-9d2d-0c225b9b6f36 req-e23ddd17-5750-4dd3-9354-2f54ba09617d tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026436 Jun 07 18:54:13.767743 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:54:13.775322 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:13.812859 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-29b9165e-ac41-4654-96ca-9c819bbb1d0f admin admin] 10.222.0.20 "PUT /v2.0/routers/d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0806527 Jun 07 18:54:13.835267 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Allocated IP 172.28.3.55 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/4503cbb8-cf92-432c-9aeb-f9b97c06a6f9) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:54:13.947486 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-6e81780c-4f5a-43af-b76c-6e6048a7e36b service neutron] 10.222.0.63 "GET /v2.0/networks/80eb693f-fbd7-4a8d-afba-9d7aec014f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2594790 Jun 07 18:54:14.151052 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:14.258113 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5502a2eb-72ab-4299-8708-11569f320903 req-4d1480be-3f62-48c2-9944-a870843ac1e1 service neutron] 10.222.0.63 "GET /v2.0/networks/80eb693f-fbd7-4a8d-afba-9d7aec014f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294495 Jun 07 18:54:14.370704 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:14.384831 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9e0e37f7-9ea7-42be-af2d-1b75c3697bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:14.476656 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=9c01efa8-8a0d-4044-89a7-18511e41308b,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:14.507353 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Sync routers for ids ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:54:14.526500 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.356s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:14.572006 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Routers {'d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:14.572981 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:54:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:14.636915 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62f1691-5a83-48cf-b7ef-bb522758c5b9,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:14.659119 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:14.663531 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:14.699246 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Checking segment: {'id': 'c52f4774-3c97-4744-aaf9-759eef1235d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '130fb7a4-5315-42d0-bc4d-1bde36f65340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:14.699608 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Network hostable DHCP agents. Network: 130fb7a4-5315-42d0-bc4d-1bde36f65340, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:54:14.741474 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-afa1ecbd-53a6-463d-8767-443a78a8c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:14.749346 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-afa1ecbd-53a6-463d-8767-443a78a8c41f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79a4fbc8a6fc45f481c7fa3c60c055c4&device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 1096 time: 0.2933896 Jun 07 18:54:14.752023 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:14.789362 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:14.790286 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:14.875016 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:14.875205 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:13Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:14.888268 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510619f9-ce81-420e-a5c2-4d4dae5acec5 None None] The sync data for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb is: [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:13Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:54:14.897957 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Network 130fb7a4-5315-42d0-bc4d-1bde36f65340 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:54:15.013314 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, 130fb7a4-5315-42d0-bc4d-1bde36f65340) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:15.034499 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:15.034499 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:15.152094 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-51e1eee8-54e0-45ff-aea8-d6279ca8aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:15.154516 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-51e1eee8-54e0-45ff-aea8-d6279ca8aada service neutron] 10.222.0.63 "GET /v2.0/networks?id=80eb693f-fbd7-4a8d-afba-9d7aec014f97 HTTP/1.1" status: 200 len: 913 time: 0.3883061 Jun 07 18:54:15.169253 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0477941 Jun 07 18:54:15.196888 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54943581-3536-4d38-97b1-9dde85271b95 None None] Network 130fb7a4-5315-42d0-bc4d-1bde36f65340 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:54:15.587356 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-800248f2-6c21-4fc3-ae9c-a574542726d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87084bd9-3886-4afc-b29a-c7a4786e199b HTTP/1.1" status: 200 len: 217 time: 0.4049604 Jun 07 18:54:15.594906 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:15.599543 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:15.599543 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:54:15.599543 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:54:15.599543 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:54:15.599543 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:15.599543 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:54:16.051135 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:16.065160 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:16.070284 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:54:16.091001 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-9c0bfaf0-f798-49f0-bdac-67e60d564e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:16.096943 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-9c0bfaf0-f798-49f0-bdac-67e60d564e89 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cdd67afd-e6f6-4e6b-a01e-5fabf99aa0ac HTTP/1.1" status: 200 len: 852 time: 0.4615107 Jun 07 18:54:16.142033 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-7f87e271-8983-4f74-9dc6-2373c1ebbf08 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:16.145322 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-7f87e271-8983-4f74-9dc6-2373c1ebbf08 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 818 time: 0.9221714 Jun 07 18:54:16.153098 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Allocated IP 172.28.3.160 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/821df66b-b837-413a-a0ee-21f39e6953a1) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:54:16.228384 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-6f539541-61bb-4307-bcf2-d12d0da3128b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/quotas/268c32ee5deb43f387e3b1b7a64bfd1b HTTP/1.1" status: 200 len: 375 time: 0.0660260 Jun 07 18:54:16.311937 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:11Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:16.354098 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda174d-242b-4b6a-8c89-f273f7d2ce16 None None] Network 130fb7a4-5315-42d0-bc4d-1bde36f65340 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:54:16.361155 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-795172db-46cd-4481-8db0-136c85f9547e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=80eb693f-fbd7-4a8d-afba-9d7aec014f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2508163 Jun 07 18:54:16.401439 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0a7d4-0001-4f69-8a7b-c4cff4c9ba8c None None] The sync data for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb is: [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:11Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:54:16.515252 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba365cd-438d-4d75-930f-978a9267ce6b req-18738047-d9e4-48fc-b023-59657a441b72 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:16.530828 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9ba365cd-438d-4d75-930f-978a9267ce6b req-18738047-d9e4-48fc-b023-59657a441b72 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 943 time: 0.7411957 Jun 07 18:54:16.698565 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:16.750478 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Set router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:17.043902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:17.144908 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-d77f7ff8-f4aa-4e4d-8d37-5de02c64cf8a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9149294 Jun 07 18:54:17.220051 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:17.221615 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:17.221615 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:54:17.221615 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:54:17.221615 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:54:17.221615 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:17.221615 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:54:17.271480 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:17.274129 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:17.285919 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:54:17.292471 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9ba365cd-438d-4d75-930f-978a9267ce6b req-a792b7b7-aa65-4891-8998-ba0d775725f2 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521804 Jun 07 18:54:17.306200 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-3cc13c48-5ec6-405e-b648-179bc832c850 service neutron] 10.222.0.63 "GET /v2.0/networks/80eb693f-fbd7-4a8d-afba-9d7aec014f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9157352 Jun 07 18:54:17.442818 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:17.793030 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:17.810216 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a236e6c5-0222-4d09-86e4-0e18928b1068 req-a3e83ad8-75e6-4573-b151-d2e23f5d9557 service neutron] 10.222.0.63 "GET /v2.0/networks/80eb693f-fbd7-4a8d-afba-9d7aec014f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971292 Jun 07 18:54:17.966684 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51114) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:17.986637 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1983057784-network', 'tenant_id': '731d72f4e5b54cca8cd0351379430104'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:18.024987 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-c4a257f2-1861-4026-b720-54d868f6a0fb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 18:54:18.027803 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-c4a257f2-1861-4026-b720-54d868f6a0fb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3295987 Jun 07 18:54:18.112460 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 580e7caa-b0a7-4195-b813-77cff1664641 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:18.118996 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.197811 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.245952 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:52Z', 'updated_at': '2021-06-07T18:54:07Z', 'revision_number': 4, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'gw_port': {'id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:55Z', 'updated_at': '2021-06-07T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'f7baf57f-a5b8-447e-9a30-8d31c10e8886', 'name': '', 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'mac_address': 'fa:16:3e:4a:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1051e826-0d10-48c4-93a5-23a8fcb2a0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:05Z', 'updated_at': '2021-06-07T18:54:08Z', 'revision_number': 2, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'subnets': [{'id': '1051e826-0d10-48c4-93a5-23a8fcb2a0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:18.251339 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Checking router: d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:54:18.251849 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Updating router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 port f7baf57f-a5b8-447e-9a30-8d31c10e8886 binding host dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:54:18.261310 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Made reservation on behalf of 731d72f4e5b54cca8cd0351379430104 for: {'network': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:54:18.264148 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.273835 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.281112 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:18.316438 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.349384 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 580e7caa-b0a7-4195-b813-77cff1664641 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:18.358431 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 580e7caa-b0a7-4195-b813-77cff1664641 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:18.359180 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.359600 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-d07dfef0-dc08-47c2-91fd-e7eeb58e15d8 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059578 Jun 07 18:54:18.370861 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.540518 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.609352 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event updated for resources: {'Port': ['ID=4503cbb8-cf92-432c-9aeb-f9b97c06a6f9,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:18.613735 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:18.688755 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.761374 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-8afcfc05-d9af-40a3-87be-f9268fd1b3f6 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939223 Jun 07 18:54:18.796272 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.821626 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.840811 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad574c82-d718-4043-9e33-24787e12cba1 req-389235c9-53b9-4d10-a80e-ef196f5de4b2 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:18.843507 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 580e7caa-b0a7-4195-b813-77cff1664641, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=580e7caa-b0a7-4195-b813-77cff1664641,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:18.849360 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ad574c82-d718-4043-9e33-24787e12cba1 req-389235c9-53b9-4d10-a80e-ef196f5de4b2 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 943 time: 0.1415484 Jun 07 18:54:18.894876 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ad574c82-d718-4043-9e33-24787e12cba1 req-5eea9d8d-035e-4aed-b5f2-04c7d6d8fd54 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 Jun 07 18:54:18.975591 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:18.983821 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:19.033540 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.036974 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:19.040939 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.054645 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.063369 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 9c01efa8-8a0d-4044-89a7-18511e41308b up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:19.078017 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=104082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:54:19.085926 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event updated for resources: {'Port': ['ID=821df66b-b837-413a-a0ee-21f39e6953a1,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:19.090840 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:19.098513 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.098513 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.segments_db [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Added segment b812227c-5a5d-49f9-9cbb-faccb258fafe of type vlan for network bb3760fb-19b1-465a-81be-1cc4222e67b1 Jun 07 18:54:19.135703 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-744c0103-2b8b-4734-953c-92413deb9550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:19.160847 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.167710 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6858730 Jun 07 18:54:19.189496 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.189496 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7595079 Jun 07 18:54:19.189706 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c67782-e1fe-48c0-9032-e026c9b6adc6,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:19.190680 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:19.211662 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.308455 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 9c01efa8-8a0d-4044-89a7-18511e41308b triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:19.318034 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.359779 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ad5a385c-23ed-41ab-89a6-ffcecab9b5cf req-ae79e6ac-cdf0-47c8-b2b1-8a59ef2f760b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 210 time: 0.1404693 Jun 07 18:54:19.370702 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=580e7caa-b0a7-4195-b813-77cff1664641,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:19.426369 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:19.499452 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.500848 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:19.501456 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.507286 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d1abfb42-bed2-4d7b-81b6-fe1bb0210710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:19.629901 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Notify callbacks [] for port, precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.642976 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 95ed499d-5f1f-4175-ad2c-667c377a0919 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:19.693078 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7218237 Jun 07 18:54:19.697479 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51192) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:19.702797 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Request body: {'subnet': {'network_id': 'bb3760fb-19b1-465a-81be-1cc4222e67b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1983057784-subnet', 'tenant_id': '731d72f4e5b54cca8cd0351379430104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:19.720669 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Transition to ACTIVE for port object f7baf57f-a5b8-447e-9a30-8d31c10e8886 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:19.725690 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3760fb-19b1-465a-81be-1cc4222e67b1,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:19.731851 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:19.745585 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network bb3760fb-19b1-465a-81be-1cc4222e67b1 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:54:19.753473 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-658ebd74-076d-408b-8649-3c213200a255 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1925451847&fields=id&tenant_id=2a38f8cb78974e63ae20686654e12a69 HTTP/1.1" status: 200 len: 267 time: 0.0679557 Jun 07 18:54:19.797436 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:19.804021 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-bcde8688-b657-4d08-a5e9-1265a915e288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:19.837454 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-f5481176-56d8-42bc-b449-145863f8c67b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--588419035&fields=id&tenant_id=900703da489243d9910aad8278d29ae3 HTTP/1.1" status: 200 len: 267 time: 0.1274602 Jun 07 18:54:20.000939 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 95ed499d-5f1f-4175-ad2c-667c377a0919 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:20.001136 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:20.047199 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be850dd1-aa12-41fe-bb78-a4f2bcda9524 None None] Pushing event updated for resources: {'Port': ['ID=f7baf57f-a5b8-447e-9a30-8d31c10e8886,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:20.054563 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-be850dd1-aa12-41fe-bb78-a4f2bcda9524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:20.105717 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620d1b6-b33e-460a-acda-354d02bef590 req-b706d7a3-7eba-4354-9de2-78956b7a2143 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:20.114390 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-b706d7a3-7eba-4354-9de2-78956b7a2143 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 810 time: 0.3580744 Jun 07 18:54:20.131769 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-2035744a-f3ee-4127-9f69-872b928916d4 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/quotas/2a38f8cb78974e63ae20686654e12a69 HTTP/1.1" status: 200 len: 375 time: 0.0161378 Jun 07 18:54:20.173362 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Attempting to bind port f7baf57f-a5b8-447e-9a30-8d31c10e8886 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:20.174378 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Attempting to bind port f7baf57f-a5b8-447e-9a30-8d31c10e8886 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:20.174915 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Attempting to bind port f7baf57f-a5b8-447e-9a30-8d31c10e8886 on network bdb9e37d-9af7-44bf-afe4-c133f219f39f {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:20.183174 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:20.183820 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Checking segment: {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:20.184404 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:20.184967 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Bound using segment: {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:20.185362 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Made reservation on behalf of 731d72f4e5b54cca8cd0351379430104 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:54:20.185769 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Bound port: f7baf57f-a5b8-447e-9a30-8d31c10e8886, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:20.186317 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:20.188099 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:20.247407 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-e28f70b3-3ed4-4c92-8c2b-dd664a816832 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1144097 Jun 07 18:54:20.320665 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 6744aca4-47b8-42e5-98d5-a7bb0e19d10c up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:20.420487 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b439c618-bcae-402b-bfeb-981239b2a72d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:20.429297 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b439c618-bcae-402b-bfeb-981239b2a72d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 817 time: 0.5908566 Jun 07 18:54:20.446451 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] For port f7baf57f-a5b8-447e-9a30-8d31c10e8886, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:20.453086 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] For port f7baf57f-a5b8-447e-9a30-8d31c10e8886, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=f7baf57f-a5b8-447e-9a30-8d31c10e8886,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:20.460376 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-342a0119-207f-4ee2-a3b7-fab53a6d8f79 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/quotas/900703da489243d9910aad8278d29ae3 HTTP/1.1" status: 200 len: 375 time: 0.0301809 Jun 07 18:54:20.498418 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-4768ed6a-5e89-4241-9ecb-7b784d0df088 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238145 Jun 07 18:54:20.580835 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-6a5d5e4a-eb07-495e-9158-2c8508130ff8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1144314 Jun 07 18:54:20.605371 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:20.612875 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:20.619311 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-757caf87-4f84-4079-baf8-2a94368e24cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:20.664506 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:20.665271 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:20.678191 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-38c82dfa-d674-4cfc-9c15-2da9af089ae3 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734056 Jun 07 18:54:20.761284 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Routers {'d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:20.761981 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:54:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:20.780660 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:20.803665 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:20.869916 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be850dd1-aa12-41fe-bb78-a4f2bcda9524 None None] Pushing event updated for resources: {'Port': ['ID=f7baf57f-a5b8-447e-9a30-8d31c10e8886,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:20.881775 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-be850dd1-aa12-41fe-bb78-a4f2bcda9524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:20.979091 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-1c35e4a7-6afe-4de1-a5fe-6154cac0aca4 service neutron] 10.222.0.20 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803594 Jun 07 18:54:21.075835 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Checking segment: {'id': 'b812227c-5a5d-49f9-9cbb-faccb258fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bb3760fb-19b1-465a-81be-1cc4222e67b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:21.076363 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Network hostable DHCP agents. Network: bb3760fb-19b1-465a-81be-1cc4222e67b1, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:54:21.090366 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb2b959-84cf-4fbe-8d42-427077b2ef1b,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:21.119686 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:21.259167 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Network bb3760fb-19b1-465a-81be-1cc4222e67b1 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:54:21.263060 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] Set router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:21.325764 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-53ecd450-c8d0-4de4-aee1-7d2208228982 service neutron] 10.222.0.20 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456824 Jun 07 18:54:21.399043 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:21.424733 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, bb3760fb-19b1-465a-81be-1cc4222e67b1) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:21.430277 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:21.435013 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:21.502623 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d831bc-adf9-453f-99cf-29245adf36ac None None] Network bb3760fb-19b1-465a-81be-1cc4222e67b1 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:54:21.592942 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=6744aca4-47b8-42e5-98d5-a7bb0e19d10c,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:21.605072 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58755e8-e0df-4c55-9653-599f269ff783 req-755a655b-2bf4-4531-abf6-79ce7cf39c47 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:21.606601 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-755a655b-2bf4-4531-abf6-79ce7cf39c47 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 818 time: 0.2079449 Jun 07 18:54:21.624429 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-7be77f34-192e-4db1-9b48-4db6d4260eb4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/quotas/268c32ee5deb43f387e3b1b7a64bfd1b HTTP/1.1" status: 200 len: 375 time: 0.0113962 Jun 07 18:54:21.637125 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9346914 Jun 07 18:54:21.736703 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 87084bd9-3886-4afc-b29a-c7a4786e199b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:54:21.766974 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:21.774269 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:21.922155 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.db.resource_extend [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 18:54:22.040037 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 580e7caa-b0a7-4195-b813-77cff1664641 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:22.087128 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-950811d9-a1bb-4eb1-9e1a-173c2a109fe4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4561975 Jun 07 18:54:22.151542 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51250) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:22.261036 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=6744aca4-47b8-42e5-98d5-a7bb0e19d10c,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:22.276036 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:22.287875 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec00ba2-80da-4e70-a647-f2f0a06401e5 None None] Network bb3760fb-19b1-465a-81be-1cc4222e67b1 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:54:22.311148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ccc06-1847-4990-9b36-63a39374e6ec req-64c5034c-0ac0-41b9-8eb1-a3fbdf52ff9e tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:22.314309 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d29ccc06-1847-4990-9b36-63a39374e6ec req-64c5034c-0ac0-41b9-8eb1-a3fbdf52ff9e tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 943 time: 0.2432485 Jun 07 18:54:22.319338 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51258) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:22.434650 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d29ccc06-1847-4990-9b36-63a39374e6ec req-11acec9b-1015-44dc-880e-db84c7ed0131 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014555 Jun 07 18:54:22.555457 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] Deleting subnet d62f1691-5a83-48cf-b7ef-bb522758c5b9 {{(pid=104082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 18:54:22.563850 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:22.579346 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-85404fcc-64f4-4c2a-8e9b-53beffbfb096 req-6e257b21-bbd7-4b97-91c6-4fbf5abddb2b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 210 time: 0.0820026 Jun 07 18:54:22.677388 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 580e7caa-b0a7-4195-b813-77cff1664641 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:22.677774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:22.704328 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-df4772b3-994c-4793-94ad-194e363b2eb4 req-23c78086-6fb5-4ff7-ab1f-b1b304b75ba1 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 210 time: 0.0656693 Jun 07 18:54:22.717533 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:22.749805 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b292e1a-4618-407f-9953-1c85e4722cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:22.755990 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:22.792109 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 87084bd9-3886-4afc-b29a-c7a4786e199b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87084bd9-3886-4afc-b29a-c7a4786e199b,segment=NetworkSegment(c6b470e5-b12f-4714-a08b-36609d461e88),segment_id=c6b470e5-b12f-4714-a08b-36609d461e88)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:22.838662 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '87084bd9-3886-4afc-b29a-c7a4786e199b', 'network_id': '80eb693f-fbd7-4a8d-afba-9d7aec014f97', 'port_id': '87084bd9-3886-4afc-b29a-c7a4786e199b', 'mac_address': 'fa:16:3e:6f:11:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd67afd-e6f6-4e6b-a01e-5fabf99aa0ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:54:22.849042 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:52Z', 'updated_at': '2021-06-07T18:54:07Z', 'revision_number': 4, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'gw_port': {'id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:55Z', 'updated_at': '2021-06-07T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'f7baf57f-a5b8-447e-9a30-8d31c10e8886', 'name': '', 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'mac_address': 'fa:16:3e:4a:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1051e826-0d10-48c4-93a5-23a8fcb2a0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:05Z', 'updated_at': '2021-06-07T18:54:20Z', 'revision_number': 4, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'subnets': [{'id': '1051e826-0d10-48c4-93a5-23a8fcb2a0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:22.902212 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085823d-04f1-47e7-b3ef-adac818b25fe None None] The sync data for ids ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'] in dv-cinder-790535-1-smb is: [{'id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:52Z', 'updated_at': '2021-06-07T18:54:07Z', 'revision_number': 4, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'gw_port': {'id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:55Z', 'updated_at': '2021-06-07T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'f7baf57f-a5b8-447e-9a30-8d31c10e8886', 'name': '', 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'mac_address': 'fa:16:3e:4a:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1051e826-0d10-48c4-93a5-23a8fcb2a0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:05Z', 'updated_at': '2021-06-07T18:54:20Z', 'revision_number': 4, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'subnets': [{'id': '1051e826-0d10-48c4-93a5-23a8fcb2a0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:54:22.919155 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2dd6f565-c4fb-45ca-b7cc-9cca40412f0f service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294394 Jun 07 18:54:22.945305 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:23.037227 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b292e1a-4618-407f-9953-1c85e4722cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:23.063508 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87084bd9-3886-4afc-b29a-c7a4786e199b {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:23.105334 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 87084bd9-3886-4afc-b29a-c7a4786e199b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87084bd9-3886-4afc-b29a-c7a4786e199b,segment=NetworkSegment(c6b470e5-b12f-4714-a08b-36609d461e88),segment_id=c6b470e5-b12f-4714-a08b-36609d461e88)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:23.118180 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352'] for subnet, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:23.131643 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1be79084-73fa-415a-88ea-20c77684f03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:23.158264 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b292e1a-4618-407f-9953-1c85e4722cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:23.167329 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bdae886a-1376-447a-ac53-c9fd7c26f11f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:23.197091 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:23.198077 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:23.201037 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:23.201363 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d62f1691-5a83-48cf-b7ef-bb522758c5b9 HTTP/1.1" status: 204 len: 168 time: 0.9777496 Jun 07 18:54:23.203272 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62f1691-5a83-48cf-b7ef-bb522758c5b9,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:23.218467 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:23.233991 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51276) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:23.340457 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-6b292e1a-4618-407f-9953-1c85e4722cd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2e533784ad04d2884ddff66431879da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0153472 Jun 07 18:54:23.355830 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51282) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:23.458782 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=87084bd9-3886-4afc-b29a-c7a4786e199b,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:23.475362 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:23.493905 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['87084bd9-3886-4afc-b29a-c7a4786e199b'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:54:23.529582 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b292e1a-4618-407f-9953-1c85e4722cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3333e9be-00d7-4797-81a9-4cef56d0c19b,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:23.538463 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6b292e1a-4618-407f-9953-1c85e4722cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:23.604275 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd919be8-3ca6-4778-a811-165d331bda3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:23.725207 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd919be8-3ca6-4778-a811-165d331bda3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:23.803749 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-5ad921eb-b690-4875-a99a-d8f1972cbfdd service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8836446 Jun 07 18:54:24.088032 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584d18b-1b0c-419b-b797-e422deddd49b req-d7ba6264-6701-417b-949b-9fd7acda8c58 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:24.089805 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4584d18b-1b0c-419b-b797-e422deddd49b req-d7ba6264-6701-417b-949b-9fd7acda8c58 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 944 time: 0.3418725 Jun 07 18:54:24.219589 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4584d18b-1b0c-419b-b797-e422deddd49b req-21760a20-90cc-4bf8-be3e-ba76ab139121 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189945 Jun 07 18:54:24.226788 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd919be8-3ca6-4778-a811-165d331bda3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:24.244413 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd919be8-3ca6-4778-a811-165d331bda3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:24.244413 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-bd919be8-3ca6-4778-a811-165d331bda3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3333e9be-00d7-4797-81a9-4cef56d0c19b HTTP/1.1" status: 204 len: 168 time: 0.8829346 Jun 07 18:54:24.249862 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:24.275142 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd919be8-3ca6-4778-a811-165d331bda3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3333e9be-00d7-4797-81a9-4cef56d0c19b,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:24.281887 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bd919be8-3ca6-4778-a811-165d331bda3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:24.455873 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 6744aca4-47b8-42e5-98d5-a7bb0e19d10c up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:24.619542 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5b478a7-273e-4ae0-9412-e43e5f1f2e5e req-87dc62da-66df-4a41-97c0-7a6dd44f3800 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 210 time: 0.2614284 Jun 07 18:54:24.652826 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:24.792338 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:24.797080 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:25.020582 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e806f60b-be8c-4c90-a0fb-f46dbf10473b req-6651e513-2d47-4254-98de-d8fc225889c2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.2414820 Jun 07 18:54:25.020875 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-02a74b46-d3c6-4d23-bdc0-63fecb827ac6 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:25.029662 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-02a74b46-d3c6-4d23-bdc0-63fecb827ac6 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 818 time: 1.7373593 Jun 07 18:54:25.038954 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Request body: {'port': {'device_id': '298f744e-37f8-4961-9e70-39f9e1482f05', 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f', 'admin_state_up': True, 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:25.289140 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device f7baf57f-a5b8-447e-9a30-8d31c10e8886 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:25.332490 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-480fddc0-987f-41ac-9c8a-7b641e4c90c4 req-4465dffd-6647-498f-8a53-1fb0512e9dbb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 210 time: 0.2105987 Jun 07 18:54:25.340283 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:25.410477 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.410936 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.411656 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.412137 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.412370 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.412676 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.413030 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.413378 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.413696 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.414008 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.638279 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.639191 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.639782 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.640663 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:25.641124 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130fb7a4-5315-42d0-bc4d-1bde36f65340']}} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:25.641799 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port f7baf57f-a5b8-447e-9a30-8d31c10e8886 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:25.647202 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 87084bd9-3886-4afc-b29a-c7a4786e199b up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:25.688017 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52f4774-3c97-4744-aaf9-759eef1235d2') {'for_net_delete': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:25.688579 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.63', 63862) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:25.689353 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52f4774-3c97-4744-aaf9-759eef1235d2') {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:25.725438 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port f7baf57f-a5b8-447e-9a30-8d31c10e8886 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:25.726677 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:25.757137 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266687123'] for segment, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:25.775615 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51316) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:25.817554 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:25.848811 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 18:54:25.852199 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267045186'] for segment, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:25.867476 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-68e91fa7-a45e-430a-918a-4525e5cbb9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: from cryptography.utils import int_from_bytes Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: from cryptography.utils import int_from_bytes Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: Traceback (most recent call last): Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: timer() Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: cb(*args, **kw) Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: return func(*args, **kwargs) Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: self._notify() Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: self.callback(batched_events) Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: event.method(event) Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: return f(self, *a, **k) Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: return self._get(url).json() Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: return self.request(url, 'GET', **kwargs) Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 18:54:26.049573 dv-cinder-790535-1-smb neutron-server[104082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 18:54:26.061410 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 87084bd9-3886-4afc-b29a-c7a4786e199b completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:26.071577 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 87084bd9-3886-4afc-b29a-c7a4786e199b triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:26.072020 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.180014 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.193712 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-22101312-9798-411c-bad7-d61d95490e2e req-eb2dea7c-6c4a-4028-95cc-3c1d05b1539c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 210 time: 0.1352353 Jun 07 18:54:26.196490 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:26.215049 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.218254 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/130fb7a4-5315-42d0-bc4d-1bde36f65340 HTTP/1.1" status: 204 len: 168 time: 2.9807062 Jun 07 18:54:26.221583 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51326) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:26.245893 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.254046 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-68e91fa7-a45e-430a-918a-4525e5cbb9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.300514 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=130fb7a4-5315-42d0-bc4d-1bde36f65340,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:26.305668 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] Deleting subnet 8eb2b959-84cf-4fbe-8d42-427077b2ef1b {{(pid=104082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 18:54:26.309838 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:26.314745 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.345708 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port f7baf57f-a5b8-447e-9a30-8d31c10e8886, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=f7baf57f-a5b8-447e-9a30-8d31c10e8886,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:26.356024 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2743-6629-4d23-899d-10a61235c97b req-2eaa7bff-d6ba-4b1d-ba54-bd7617112744 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:26.375346 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3c1b2743-6629-4d23-899d-10a61235c97b req-2eaa7bff-d6ba-4b1d-ba54-bd7617112744 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 944 time: 0.7744131 Jun 07 18:54:26.394923 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620d1b6-b33e-460a-acda-354d02bef590 req-ccfc5a79-174a-40dd-8d85-7746b1c57293 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:26.400423 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266687146'] for subnet, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.407412 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-ccfc5a79-174a-40dd-8d85-7746b1c57293 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 810 time: 0.7032568 Jun 07 18:54:26.408040 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51330) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:26.413036 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-68e91fa7-a45e-430a-918a-4525e5cbb9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.460141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.483912 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:26.538935 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.558544 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:26.654282 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Made reservation on behalf of 268c32ee5deb43f387e3b1b7a64bfd1b for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:54:26.655714 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.658449 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.671260 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e91fa7-a45e-430a-918a-4525e5cbb9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02397531-cc1d-4c19-95cb-74d98da7328d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:26.678170 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-68e91fa7-a45e-430a-918a-4525e5cbb9ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d3ae8828e534b44861ada9481a7e645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9012816 Jun 07 18:54:26.684524 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-68e91fa7-a45e-430a-918a-4525e5cbb9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:26.689402 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51338) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:26.696727 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3c1b2743-6629-4d23-899d-10a61235c97b req-62090357-a414-4f70-a95e-d7c9d942b0bc tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875381 Jun 07 18:54:26.714094 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.63', 63863) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:26.747612 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-17ee7c79-de0e-4ab9-a1a6-46a9a0dbaeab tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a38f8cb78974e63ae20686654e12a69 HTTP/1.1" status: 200 len: 380 time: 0.1917803 Jun 07 18:54:26.777056 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'port': {'device_id': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'admin_state_up': True, 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'security_groups': ['099ca358-f2f4-4540-b05b-2b85e5cf6194']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:26.795459 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 87084bd9-3886-4afc-b29a-c7a4786e199b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87084bd9-3886-4afc-b29a-c7a4786e199b,segment=NetworkSegment(c6b470e5-b12f-4714-a08b-36609d461e88),segment_id=c6b470e5-b12f-4714-a08b-36609d461e88)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:26.799179 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ca1c5f-5a02-4b15-8128-c5c591f656f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87084bd9-3886-4afc-b29a-c7a4786e199b'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:26.819734 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-aa3556e6-cf8b-437d-87e6-6dea2759fefa req-4203bcdb-d2ee-448a-94eb-44fe2925ce02 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.1657376 Jun 07 18:54:26.933842 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:26.938361 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=f7baf57f-a5b8-447e-9a30-8d31c10e8886,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:26.942638 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:26.943100 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:27.033102 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266354428'] for subnet, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:27.056096 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=87084bd9-3886-4afc-b29a-c7a4786e199b,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:27.078102 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:27.084832 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1e9da82b-5384-4182-8e4f-ebe7fe73dbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:27.142388 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-36dc3dd9-6373-472f-8cc3-b63533c8550d req-c8028ee5-a04a-4406-9c4a-281edaaa8844 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 210 time: 0.1576173 Jun 07 18:54:27.150074 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-31c54fd5-fe45-4295-8a9f-8dab2fcb99a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:27.197295 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f123865e-ce64-49d9-ae94-8f2aa05c57c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:27.223884 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:27.226645 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8eb2b959-84cf-4fbe-8d42-427077b2ef1b HTTP/1.1" status: 204 len: 168 time: 1.0024009 Jun 07 18:54:27.234406 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51352) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:27.281903 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb2b959-84cf-4fbe-8d42-427077b2ef1b,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:27.314089 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:27.451995 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bc5b82-9212-4328-a926-c0eeab8d6fd1" -d '{"events": [{"server_uuid": "24ca1c5f-5a02-4b15-8128-c5c591f656f7", "name": "network-vif-plugged", "status": "completed", "tag": "87084bd9-3886-4afc-b29a-c7a4786e199b"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:27.474299 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f123865e-ce64-49d9-ae94-8f2aa05c57c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:27.494651 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:27.528334 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-7ba80b75-0d0a-4c2d-ba2c-830b4a462a1a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:27.530491 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-7ba80b75-0d0a-4c2d-ba2c-830b4a462a1a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 817 time: 0.8128762 Jun 07 18:54:27.643377 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e95bbe19-f5b4-4911-baf2-b25aad13d62b req-5877fb45-e897-4649-8aa5-9833eaabeb00 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 210 time: 0.1494193 Jun 07 18:54:27.647389 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Allocated IP 172.20.0.9 (bdb9e37d-9af7-44bf-afe4-c133f219f39f/1051e826-0d10-48c4-93a5-23a8fcb2a0d7/c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:54:27.673292 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7453754-f53b-4954-9fc1-ca4e134d6ed2 x-openstack-request-id: req-f7453754-f53b-4954-9fc1-ca4e134d6ed2 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:27.674136 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ca1c5f-5a02-4b15-8128-c5c591f656f7", "name": "network-vif-plugged", "status": "completed", "tag": "87084bd9-3886-4afc-b29a-c7a4786e199b", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:27.674567 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7453754-f53b-4954-9fc1-ca4e134d6ed2 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:27.676684 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ca1c5f-5a02-4b15-8128-c5c591f656f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87084bd9-3886-4afc-b29a-c7a4786e199b', 'code': 200} Jun 07 18:54:27.737220 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-e3fa04c2-6756-498e-bd65-67757e77adae tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900703da489243d9910aad8278d29ae3 HTTP/1.1" status: 200 len: 379 time: 0.1814137 Jun 07 18:54:27.823278 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:27.841416 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'port': {'device_id': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'admin_state_up': True, 'tenant_id': '900703da489243d9910aad8278d29ae3', 'security_groups': ['2c64f7d1-e376-4a90-bc2b-07950cdfa190']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:27.869833 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:27.869833 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:27.870521 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:27.870924 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:27.871274 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:27.871621 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:27.871947 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:27.872296 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:27.872625 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:27.873012 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:28.018051 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:54:28.049450 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:28.049793 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:28.052335 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:28.052335 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 18:54:28.052602 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3760fb-19b1-465a-81be-1cc4222e67b1']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:28.133793 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f123865e-ce64-49d9-ae94-8f2aa05c57c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.135784 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b812227c-5a5d-49f9-9cbb-faccb258fafe') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:28.136213 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b812227c-5a5d-49f9-9cbb-faccb258fafe') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:28.171603 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f123865e-ce64-49d9-ae94-8f2aa05c57c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.171603 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-f123865e-ce64-49d9-ae94-8f2aa05c57c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02397531-cc1d-4c19-95cb-74d98da7328d HTTP/1.1" status: 204 len: 168 time: 1.4712000 Jun 07 18:54:28.200605 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d93f7cbc-46b8-4494-83f0-544aad5f5e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:28.205909 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266735905'] for segment, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.223958 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50cadd-238a-498c-9b44-41f207195e82 req-4c3fcfb6-8e3f-41d1-b91d-d6c80b2c91c8 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:28.226621 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4e50cadd-238a-498c-9b44-41f207195e82 req-4c3fcfb6-8e3f-41d1-b91d-d6c80b2c91c8 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 945 time: 0.3249881 Jun 07 18:54:28.264742 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.276322 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8d4663cf-d398-4bf7-af10-91494fdf85ef req-2d90aba4-1aec-4335-b8e7-794c298feda0 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.2080550 Jun 07 18:54:28.303635 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123865e-ce64-49d9-ae94-8f2aa05c57c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02397531-cc1d-4c19-95cb-74d98da7328d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:28.318481 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f123865e-ce64-49d9-ae94-8f2aa05c57c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:28.321796 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-31c54fd5-fe45-4295-8a9f-8dab2fcb99a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.322713 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.63', 63871) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:28.325096 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.372887 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4e50cadd-238a-498c-9b44-41f207195e82 req-531d1ef4-9c8b-4892-b41c-7d9c46556b3d tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284680 Jun 07 18:54:28.395938 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 18:54:28.396267 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266784468'] for segment, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: from cryptography.utils import int_from_bytes Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: from cryptography.utils import int_from_bytes Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: Traceback (most recent call last): Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: timer() Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: cb(*args, **kw) Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: return func(*args, **kwargs) Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: self._notify() Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: self.callback(batched_events) Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: event.method(event) Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: return f(self, *a, **k) Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: return self._get(url).json() Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: return self.request(url, 'GET', **kwargs) Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 18:54:28.412955 dv-cinder-790535-1-smb neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 18:54:28.434803 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-31c54fd5-fe45-4295-8a9f-8dab2fcb99a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.436070 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.63', 63872) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:28.528418 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6ea58822-fd3d-4aa9-9b71-1034bcfa2e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:28.596094 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device f7baf57f-a5b8-447e-9a30-8d31c10e8886 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:28.634032 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8d777490-bac0-4742-9821-fe02e550620e req-0bd77dda-6afc-4f4d-91e8-2e3e39dafecc tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 210 time: 0.1653438 Jun 07 18:54:28.650745 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.659043 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:28.659043 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:54:28.659043 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:54:28.659043 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:54:28.659043 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:28.659043 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:54:28.713836 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Network bdb9e37d-9af7-44bf-afe4-c133f219f39f is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:28.717907 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:28.729720 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:54:28.771479 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-31c54fd5-fe45-4295-8a9f-8dab2fcb99a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48e3ffe14d084686a8f14f98b1f8fdce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3596065 Jun 07 18:54:28.781708 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51386) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:28.782491 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Made reservation on behalf of 2a38f8cb78974e63ae20686654e12a69 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:54:28.788027 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.844520 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port f7baf57f-a5b8-447e-9a30-8d31c10e8886 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:28.845252 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.850347 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:28.851010 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.900694 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58755e8-e0df-4c55-9653-599f269ff783 req-6d113459-ae3f-4cc3-8daf-6e320928ba45 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:28.902254 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-6d113459-ae3f-4cc3-8daf-6e320928ba45 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 818 time: 0.4638224 Jun 07 18:54:28.944263 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c54fd5-fe45-4295-8a9f-8dab2fcb99a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6c79df-fed8-4499-88c1-5078d24ca102,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:28.945081 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Request body: {'port': {'device_id': 'f2f0b5db-771f-457a-96e5-d5aaaaca957a', 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f', 'admin_state_up': True, 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:28.953021 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-31c54fd5-fe45-4295-8a9f-8dab2fcb99a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:28.971485 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:28.974060 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Made reservation on behalf of 900703da489243d9910aad8278d29ae3 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:54:28.979135 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:29.018761 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ecb13411-826e-4115-99e8-f41d0e49a664 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9872143 Jun 07 18:54:29.038321 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b92736f9-1671-4e1d-bc61-f5a4198189c4 req-73c31f55-0b16-40dc-a9f8-b13545a6a054 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 210 time: 0.1350110 Jun 07 18:54:29.087459 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Request body: {'port': {'device_id': '298f744e-37f8-4961-9e70-39f9e1482f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:29.224244 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03b5c-dc73-4a4b-a689-59db95725d5b req-bd8b8215-5c09-47f4-a08e-50ddd18b6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:29.226943 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e1b03b5c-dc73-4a4b-a689-59db95725d5b req-bd8b8215-5c09-47f4-a08e-50ddd18b6009 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 1098 time: 0.9029403 Jun 07 18:54:29.249073 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-18c37699-877f-4e3e-b8d2-50ec4f01dc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:29.272667 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:29.282859 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb3760fb-19b1-465a-81be-1cc4222e67b1 HTTP/1.1" status: 204 len: 168 time: 2.0420914 Jun 07 18:54:29.328146 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:29.531112 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Made reservation on behalf of 268c32ee5deb43f387e3b1b7a64bfd1b for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:54:29.534524 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:29.636544 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3760fb-19b1-465a-81be-1cc4222e67b1,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:29.639909 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-461385cb-7098-4178-87a0-682b98aac8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:29.702793 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e1b03b5c-dc73-4a4b-a689-59db95725d5b req-9d66ba9e-5036-4f32-950a-f52a1fbeed56 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:29.749240 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4836e332-4279-4730-8cc4-857248a393a1 req-d34e5b2c-b561-49b3-8412-6c47a425330c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.1510034 Jun 07 18:54:29.749992 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Allocated IP 172.20.0.5 (dd589f54-393a-4051-8c01-4ac70af62fd4/066c2e9a-ff2b-495c-8762-c16201098c31/d4447728-f35b-475b-83aa-2e3046c7dc22) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:54:29.755692 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ce58fe84-2693-461d-b801-297838ecc4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:29.842513 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Allocated IP 172.20.0.9 (ff6cf35f-8e60-427c-92e1-346e9b5bc702/cedf77e4-ee67-4762-a08e-88df87223f5f/28321dbb-6c34-4b58-9184-1e9841058558) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:54:29.854856 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ce58fe84-2693-461d-b801-297838ecc4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:29.906957 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdd10d-4c97-410e-8f90-cd6a507e2566 req-75197640-0f92-41b7-8e32-88111e6cdf54 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:29.908534 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e9fdd10d-4c97-410e-8f90-cd6a507e2566 req-75197640-0f92-41b7-8e32-88111e6cdf54 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 945 time: 0.2794740 Jun 07 18:54:30.074371 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e9fdd10d-4c97-410e-8f90-cd6a507e2566 req-5ce87bc9-fa15-4dc7-9d47-1a1ba532160a tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377959 Jun 07 18:54:30.089906 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:30.114702 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.186269 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-62d8c14c-d198-403b-802e-c939ab0013c1 req-e8891ab1-f965-4bca-ab03-71bdcebb7595 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 210 time: 0.1049199 Jun 07 18:54:30.293740 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51424) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:30.316889 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Transition to ACTIVE for port object c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:30.327814 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ce58fe84-2693-461d-b801-297838ecc4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.330547 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ce58fe84-2693-461d-b801-297838ecc4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.333318 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-ce58fe84-2693-461d-b801-297838ecc4ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e6c79df-fed8-4499-88c1-5078d24ca102 HTTP/1.1" status: 204 len: 168 time: 1.5171647 Jun 07 18:54:30.340429 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3dd8a1bd-cf2e-4fa8-ac01-b804a51082c5 req-f9630493-14df-4344-8eb7-8952518bcc7b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 210 time: 0.0844717 Jun 07 18:54:30.345745 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:30.396075 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58fe84-2693-461d-b801-297838ecc4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6c79df-fed8-4499-88c1-5078d24ca102,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:30.398699 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ce58fe84-2693-461d-b801-297838ecc4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:30.414136 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.433975 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.464140 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:30.481606 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e1b03b5c-dc73-4a4b-a689-59db95725d5b req-9d66ba9e-5036-4f32-950a-f52a1fbeed56 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.512636 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Transition to ACTIVE for port object d4447728-f35b-475b-83aa-2e3046c7dc22 will not be triggered until provisioned by entity DHCP. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:30.519183 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-8330ad0a-05cf-4b22-a454-02f0e4886622 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8d5ec456f96466e84cc96f55b6df3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210829 Jun 07 18:54:30.528572 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51430) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:30.553404 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.594348 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Transition to ACTIVE for port object 28321dbb-6c34-4b58-9184-1e9841058558 will not be triggered until provisioned by entity DHCP. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:30.599792 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e1b03b5c-dc73-4a4b-a689-59db95725d5b req-9d66ba9e-5036-4f32-950a-f52a1fbeed56 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.614499 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6b292e1a-4618-407f-9953-1c85e4722cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:30.679769 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e1b03b5c-dc73-4a4b-a689-59db95725d5b req-9d66ba9e-5036-4f32-950a-f52a1fbeed56 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3954220 Jun 07 18:54:30.705426 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66ba9e-5036-4f32-950a-f52a1fbeed56 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb82572-f0d3-4792-9e5b-406ac7f76d0c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:30.714425 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9d66ba9e-5036-4f32-950a-f52a1fbeed56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:30.720930 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d9edbf1-d201-4ca1-ab42-aefe5483979b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.735851 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Allocated IP 172.20.0.3 (bdb9e37d-9af7-44bf-afe4-c133f219f39f/1051e826-0d10-48c4-93a5-23a8fcb2a0d7/aa7e21e4-6e6e-4b82-83be-676768e41b67) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:54:30.744094 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Pushing event updated for resources: {'Port': ['ID=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:30.757906 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d9edbf1-d201-4ca1-ab42-aefe5483979b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.777480 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:30.794834 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.798086 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:30.798086 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:54:30.798086 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:54:30.798086 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:54:30.798086 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:30.798086 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:54:30.836442 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Network dd589f54-393a-4051-8c01-4ac70af62fd4 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:30.838403 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:30.842218 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:54:30.880247 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Attempting to bind port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:30.880592 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Attempting to bind port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:30.880956 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Attempting to bind port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc on network bdb9e37d-9af7-44bf-afe4-c133f219f39f {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:30.910178 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc on network bdb9e37d-9af7-44bf-afe4-c133f219f39f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:54:30.910503 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Attempting to bind port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc on network bdb9e37d-9af7-44bf-afe4-c133f219f39f {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:30.918236 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:30.918899 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.923559 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.927567 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:30.927567 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:54:30.927567 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:54:30.927567 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:54:30.927567 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:30.927567 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:54:30.945997 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:30.950912 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Checking segment: {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:30.950912 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Bound using segment: {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:30.950912 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Bound port: c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:30.950912 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:30.960224 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:30.961473 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:30.964741 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:54:31.046385 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:31.047060 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.118797 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-33238a96-0c5d-456b-a089-e9b1cc70fae7 req-905f4ec8-7a71-4300-a110-4022f9c73a1f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.0504937 Jun 07 18:54:31.133035 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a2bd3d88-fdfe-4b26-97ff-39a35f3017db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2925646 Jun 07 18:54:31.140017 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Request body: {'port': {'device_id': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:31.186043 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-7b15ae6d-bb7a-4097-a3f0-82f7b6b9b5dd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4257848 Jun 07 18:54:31.204797 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d9edbf1-d201-4ca1-ab42-aefe5483979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.209105 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d9edbf1-d201-4ca1-ab42-aefe5483979b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.210418 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-7d9edbf1-d201-4ca1-ab42-aefe5483979b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6789cdfb-81b7-491e-87a7-4001864fe3fb HTTP/1.1" status: 204 len: 168 time: 0.6807895 Jun 07 18:54:31.216058 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:31.237178 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Request body: {'port': {'device_id': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:31.389187 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9edbf1-d201-4ca1-ab42-aefe5483979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6789cdfb-81b7-491e-87a7-4001864fe3fb,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:31.392357 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7d9edbf1-d201-4ca1-ab42-aefe5483979b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:31.547906 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-f1b060b0-124b-4408-ac4b-5cf2d97c5c0c None None] Provisioning for port 28321dbb-6c34-4b58-9184-1e9841058558 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:31.547906 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-f1b060b0-124b-4408-ac4b-5cf2d97c5c0c None None] Provisioning complete for port 28321dbb-6c34-4b58-9184-1e9841058558 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:31.547906 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b060b0-124b-4408-ac4b-5cf2d97c5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.555236 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.559916 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.586045 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] For port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:31.592449 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] For port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:31.613323 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8b3c9-0839-48df-a7c0-63b146aa1c72 req-96f50304-7fd3-445f-ae9e-be0ba084bd04 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:31.615206 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-62b8b3c9-0839-48df-a7c0-63b146aa1c72 req-96f50304-7fd3-445f-ae9e-be0ba084bd04 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 945 time: 0.2706516 Jun 07 18:54:31.631512 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f1b060b0-124b-4408-ac4b-5cf2d97c5c0c None None] Port 28321dbb-6c34-4b58-9184-1e9841058558 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:54:31.677124 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-62b8b3c9-0839-48df-a7c0-63b146aa1c72 req-1b6efd04-39d1-4422-ac7a-6779aa33c8b1 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492351 Jun 07 18:54:31.683709 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.689374 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.701412 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:31.743929 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-f1b060b0-124b-4408-ac4b-5cf2d97c5c0c None None] Provisioning for port d4447728-f35b-475b-83aa-2e3046c7dc22 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:31.750257 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-f1b060b0-124b-4408-ac4b-5cf2d97c5c0c None None] Provisioning complete for port d4447728-f35b-475b-83aa-2e3046c7dc22 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:31.750717 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f1b060b0-124b-4408-ac4b-5cf2d97c5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.755683 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:31.756316 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.757953 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] 10.222.0.63 "PUT /v2.0/ports/c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc HTTP/1.1" status: 200 len: 1093 time: 2.7152786 Jun 07 18:54:31.758606 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f744e-37f8-4961-9e70-39f9e1482f05', 'tag': 'c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:31.761215 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1b2222-f420-4dee-80ad-f8251862df13" -d '{"events": [{"name": "network-changed", "server_uuid": "298f744e-37f8-4961-9e70-39f9e1482f05", "tag": "c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:31.779812 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:31.784621 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:31.784621 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:54:31.784621 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:54:31.784621 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:54:31.784621 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:54:31.784621 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:54:31.811482 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Network bdb9e37d-9af7-44bf-afe4-c133f219f39f is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:54:31.820162 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:54:31.824684 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:54:31.886161 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-f1b060b0-124b-4408-ac4b-5cf2d97c5c0c None None] Port d4447728-f35b-475b-83aa-2e3046c7dc22 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:54:32.020578 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f368399-9826-4711-93a5-6579e3af73d6 req-720189eb-0de7-4020-a330-0de301e45111 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:32.022171 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0f368399-9826-4711-93a5-6579e3af73d6 req-720189eb-0de7-4020-a330-0de301e45111 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 931 time: 0.5555205 Jun 07 18:54:32.093389 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Pushing event updated for resources: {'Port': ['ID=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:32.099791 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:32.149349 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:32.150193 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:32.202501 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-0cc7cd2b-c597-4056-95a4-65e0acc412ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:32.203326 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-0cc7cd2b-c597-4056-95a4-65e0acc412ee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1096 time: 0.3069596 Jun 07 18:54:32.223563 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0f368399-9826-4711-93a5-6579e3af73d6 req-41211059-e9af-484b-85c6-120f33a3abd8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827960 Jun 07 18:54:32.328613 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92e6b6b-8a5f-4256-95b1-6da7788a6374 x-openstack-request-id: req-f92e6b6b-8a5f-4256-95b1-6da7788a6374 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:32.328613 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f744e-37f8-4961-9e70-39f9e1482f05", "tag": "c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:32.328613 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f92e6b6b-8a5f-4256-95b1-6da7788a6374 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:32.328613 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f744e-37f8-4961-9e70-39f9e1482f05', 'tag': 'c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc', 'status': 'completed', 'code': 200} Jun 07 18:54:32.343551 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf7e65-94dd-4c7e-82e9-e0f3f9a679fa req-7e74be77-0570-4c0d-b6d9-9323445e5291 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:32.345232 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-aaaf7e65-94dd-4c7e-82e9-e0f3f9a679fa req-7e74be77-0570-4c0d-b6d9-9323445e5291 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 931 time: 0.4693532 Jun 07 18:54:32.346444 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-2f745c5a-792a-4167-ba98-7318431bdc74 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4100730 Jun 07 18:54:32.348890 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-bdc316be-d403-4124-a8bf-3fbdc51d5eb4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc HTTP/1.1" status: 200 len: 217 time: 0.1374345 Jun 07 18:54:32.398394 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Request body: {'port': {'device_id': 'f2f0b5db-771f-457a-96e5-d5aaaaca957a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:32.507304 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-aaaf7e65-94dd-4c7e-82e9-e0f3f9a679fa req-82e8c858-f3a7-49cb-b9fa-33c8945ce059 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530006 Jun 07 18:54:32.561080 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4447728-f35b-475b-83aa-2e3046c7dc22 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:32.564035 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ffb7d7d3-fc64-4f11-9820-e09ea2c552b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:32.565631 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ffb7d7d3-fc64-4f11-9820-e09ea2c552b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.1738961 Jun 07 18:54:32.608979 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:32.635939 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-ee5e6f57-4782-45a2-9506-0b22f3452ff9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640914 Jun 07 18:54:32.640727 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Transition to ACTIVE for port object d4447728-f35b-475b-83aa-2e3046c7dc22 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:32.656787 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28321dbb-6c34-4b58-9184-1e9841058558 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:32.667173 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:32.682555 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:32.687856 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1c2c6-66ab-4066-adcf-6af947857f62 req-e23c1c28-10b0-4027-a5df-c539a2d51963 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:32.695798 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-83b1c2c6-66ab-4066-adcf-6af947857f62 req-e23c1c28-10b0-4027-a5df-c539a2d51963 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 931 time: 0.2301693 Jun 07 18:54:32.718847 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Transition to ACTIVE for port object 28321dbb-6c34-4b58-9184-1e9841058558 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:32.756731 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:32.757509 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51480) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:32.813520 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6d42662b-2cb6-4b32-a53f-085f182bee4d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:32.907284 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-83b1c2c6-66ab-4066-adcf-6af947857f62 req-7cf4c013-84d2-42d9-b62c-80a7be0b8a7a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104769 Jun 07 18:54:32.977707 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:33.025206 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-13b4fb12-b56a-4daa-86ca-5344e8e60677 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811526 Jun 07 18:54:33.026231 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51482) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:33.443500 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-487e2dcf-5a43-4a02-8be9-8a4867d65f53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=731d72f4e5b54cca8cd0351379430104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781054 Jun 07 18:54:33.444407 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Pushing event updated for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:33.459789 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:33.465212 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51496) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:33.466112 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:33.612090 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7a234f-1f05-468c-99d3-ffb2cd9fc16b req-31dcd43d-ec85-46fc-bf6e-fc6f34f5fc18 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742749 Jun 07 18:54:33.624757 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38548-e27b-4162-a536-a5c511a9aaaa req-41ef09e5-1250-4735-9c1d-49493f982975 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:33.634227 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-33b38548-e27b-4162-a536-a5c511a9aaaa req-41ef09e5-1250-4735-9c1d-49493f982975 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 945 time: 0.7173259 Jun 07 18:54:33.723001 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-33b38548-e27b-4162-a536-a5c511a9aaaa req-f57eee22-b33f-4980-bfd2-cd1d4de7e7ae tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881851 Jun 07 18:54:33.786884 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-71e0a0d3-2e85-4ad6-820d-cbf387b16a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:33.997769 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Pushing event updated for resources: {'Port': ['ID=28321dbb-6c34-4b58-9184-1e9841058558,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:34.015309 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:34.017772 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Attempting to bind port d4447728-f35b-475b-83aa-2e3046c7dc22 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:34.018221 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Attempting to bind port d4447728-f35b-475b-83aa-2e3046c7dc22 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:34.019168 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Attempting to bind port d4447728-f35b-475b-83aa-2e3046c7dc22 on network dd589f54-393a-4051-8c01-4ac70af62fd4 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:34.036034 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2088bfc-244b-4186-9848-0e50fca99b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.074108 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Port d4447728-f35b-475b-83aa-2e3046c7dc22 on network dd589f54-393a-4051-8c01-4ac70af62fd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:54:34.077206 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Attempting to bind port d4447728-f35b-475b-83aa-2e3046c7dc22 on network dd589f54-393a-4051-8c01-4ac70af62fd4 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:34.091363 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2088bfc-244b-4186-9848-0e50fca99b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.112833 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:34.118433 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Checking segment: {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:34.118433 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Bound using segment: {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:34.118433 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Bound port: d4447728-f35b-475b-83aa-2e3046c7dc22, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:34.118433 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.193809 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7e21e4-6e6e-4b82-83be-676768e41b67 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:34.214071 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.224555 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Attempting to bind port 28321dbb-6c34-4b58-9184-1e9841058558 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:34.225025 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Attempting to bind port 28321dbb-6c34-4b58-9184-1e9841058558 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:34.225451 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Attempting to bind port 28321dbb-6c34-4b58-9184-1e9841058558 on network ff6cf35f-8e60-427c-92e1-346e9b5bc702 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:34.249669 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Transition to ACTIVE for port object aa7e21e4-6e6e-4b82-83be-676768e41b67 will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:54:34.252903 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094926-ff44-4f68-881c-41af5196175c req-7612ab3b-6eb6-42fd-82e0-0ad8bcb2f869 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:34.255023 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-14094926-ff44-4f68-881c-41af5196175c req-7612ab3b-6eb6-42fd-82e0-0ad8bcb2f869 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.7918911 Jun 07 18:54:34.295822 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17481df3-a9a3-4561-892a-18dd9572a5e7 req-85be09be-d10c-43c0-a54e-f85f48f66a6b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:34.297422 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-17481df3-a9a3-4561-892a-18dd9572a5e7 req-85be09be-d10c-43c0-a54e-f85f48f66a6b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 943 time: 0.3587053 Jun 07 18:54:34.309233 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-2d14e0cb-f87a-4fc6-b365-99cdc25c150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:34.310738 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-2d14e0cb-f87a-4fc6-b365-99cdc25c150d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1096 time: 0.2259822 Jun 07 18:54:34.350106 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Port 28321dbb-6c34-4b58-9184-1e9841058558 on network ff6cf35f-8e60-427c-92e1-346e9b5bc702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:54:34.350106 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Attempting to bind port 28321dbb-6c34-4b58-9184-1e9841058558 on network ff6cf35f-8e60-427c-92e1-346e9b5bc702 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:34.369095 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-14094926-ff44-4f68-881c-41af5196175c req-8fa3b208-9e18-420a-ad5d-7fbaa8db011b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789969 Jun 07 18:54:34.377112 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:34.377565 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Checking segment: {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:34.378016 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Bound using segment: {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:34.378825 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Bound port: 28321dbb-6c34-4b58-9184-1e9841058558, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:34.379445 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.397184 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.405397 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-71e0a0d3-2e85-4ad6-820d-cbf387b16a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.457237 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5ae27d45-2e28-48f4-b92f-0814ea1582a6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:34.508127 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] For port 28321dbb-6c34-4b58-9184-1e9841058558, host hv-cinder-79053, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:34.514013 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] For port 28321dbb-6c34-4b58-9184-1e9841058558, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28321dbb-6c34-4b58-9184-1e9841058558,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:34.525449 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-71e0a0d3-2e85-4ad6-820d-cbf387b16a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.572642 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:34.577691 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:34.593952 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.605866 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:34.681984 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-17481df3-a9a3-4561-892a-18dd9572a5e7 req-4fc24205-ef19-42e0-bf8a-a0ed623c6c70 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751583 Jun 07 18:54:34.711857 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Pushing event updated for resources: {'Port': ['ID=aa7e21e4-6e6e-4b82-83be-676768e41b67,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:34.756609 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:34.759408 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-7f51725f-1e23-4959-8873-e886ed2ab672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:34.852896 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-71e0a0d3-2e85-4ad6-820d-cbf387b16a03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7485b1d4f974df4ba293e660bc27cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7212260 Jun 07 18:54:34.867408 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51526) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:34.923196 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2088bfc-244b-4186-9848-0e50fca99b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.926696 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2088bfc-244b-4186-9848-0e50fca99b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.927952 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c2088bfc-244b-4186-9848-0e50fca99b2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2c67782-e1fe-48c0-9032-e026c9b6adc6 HTTP/1.1" status: 204 len: 168 time: 1.4129786 Jun 07 18:54:34.934749 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.942175 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:34.942825 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:34.944305 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] 10.222.0.63 "PUT /v2.0/ports/28321dbb-6c34-4b58-9184-1e9841058558 HTTP/1.1" status: 200 len: 1093 time: 3.7292578 Jun 07 18:54:34.956894 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'tag': '28321dbb-6c34-4b58-9184-1e9841058558'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:35.029474 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Pushing event updated for resources: {'Port': ['ID=28321dbb-6c34-4b58-9184-1e9841058558,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:35.057461 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:35.057461 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:35.057461 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] 10.222.0.63 "PUT /v2.0/ports/d4447728-f35b-475b-83aa-2e3046c7dc22 HTTP/1.1" status: 200 len: 1093 time: 3.9215059 Jun 07 18:54:35.086029 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-cc7b40eb-7ef4-45dc-b829-35bd0c815ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:35.089130 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-cc7b40eb-7ef4-45dc-b829-35bd0c815ba9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 919 time: 0.7586079 Jun 07 18:54:35.112034 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0a0d3-2e85-4ad6-820d-cbf387b16a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cfd259-a8f9-44c2-8f62-ceb4f18a190f,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:35.190610 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:35.203583 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-18da680c-a26f-4aef-862a-e32e4e6d3c3e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:35.247876 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-71e0a0d3-2e85-4ad6-820d-cbf387b16a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:35.258534 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac583a1-c350-4a6d-b136-b2fd05bee955 req-a5c5ee94-aaac-4589-a54b-c5e8b7d859e8 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:35.259886 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7ac583a1-c350-4a6d-b136-b2fd05bee955 req-a5c5ee94-aaac-4589-a54b-c5e8b7d859e8 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 943 time: 0.5944421 Jun 07 18:54:35.301420 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-03e4b0ae-dbca-4b56-a790-0fdd0d4caa5d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc HTTP/1.1" status: 200 len: 217 time: 0.1629622 Jun 07 18:54:35.328977 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2088bfc-244b-4186-9848-0e50fca99b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c67782-e1fe-48c0-9032-e026c9b6adc6,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:35.360142 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c2088bfc-244b-4186-9848-0e50fca99b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:35.372025 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:35.412367 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3e590030-4b2e-4065-8695-a430ef8383b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:35.414473 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Attempting to bind port aa7e21e4-6e6e-4b82-83be-676768e41b67 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:54:35.414907 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Attempting to bind port aa7e21e4-6e6e-4b82-83be-676768e41b67 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:54:35.415305 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Attempting to bind port aa7e21e4-6e6e-4b82-83be-676768e41b67 on network bdb9e37d-9af7-44bf-afe4-c133f219f39f {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:35.424180 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Port aa7e21e4-6e6e-4b82-83be-676768e41b67 on network bdb9e37d-9af7-44bf-afe4-c133f219f39f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:54:35.424605 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Attempting to bind port aa7e21e4-6e6e-4b82-83be-676768e41b67 on network bdb9e37d-9af7-44bf-afe4-c133f219f39f {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:54:35.485233 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:54:35.485726 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Checking segment: {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:54:35.486144 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Bound using segment: {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:54:35.486685 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Bound port: aa7e21e4-6e6e-4b82-83be-676768e41b67, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edcfe9d-882b-4880-ba74-35ff824f3a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:54:35.487108 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:35.565841 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7ac583a1-c350-4a6d-b136-b2fd05bee955 req-e0657124-ec92-4391-b9f2-1beb45b6bf45 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948253 Jun 07 18:54:35.631869 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Pushing event updated for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:35.640799 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:35.646682 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620d1b6-b33e-460a-acda-354d02bef590 req-b7735d3b-2407-4f50-a0d6-6dfdad30a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:35.647815 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-b7735d3b-2407-4f50-a0d6-6dfdad30a6ae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 1096 time: 0.5905273 Jun 07 18:54:35.661399 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b4a7254c-8e3a-4ad2-b61c-43ac5068d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:35.664029 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-b4a7254c-8e3a-4ad2-b61c-43ac5068d1a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 1096 time: 0.4146488 Jun 07 18:54:35.673265 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3e590030-4b2e-4065-8695-a430ef8383b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:35.835801 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-538087da-f031-4d80-a389-d7e92777ee49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28321dbb-6c34-4b58-9184-1e9841058558 HTTP/1.1" status: 200 len: 217 time: 0.1793549 Jun 07 18:54:35.880217 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-0dd17163-2987-48a2-a8c5-b6a6b2f28554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:35.882692 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-0dd17163-2987-48a2-a8c5-b6a6b2f28554 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.5726435 Jun 07 18:54:35.955304 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51560) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:35.958495 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af33d66-125a-4381-b692-04c2740a8e08" -d '{"events": [{"name": "network-changed", "server_uuid": "071d2434-8d1b-4a29-b5b2-27bfa73e5506", "tag": "28321dbb-6c34-4b58-9184-1e9841058558"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:35.984624 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] For port aa7e21e4-6e6e-4b82-83be-676768e41b67, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:54:35.988896 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] For port aa7e21e4-6e6e-4b82-83be-676768e41b67, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7e21e4-6e6e-4b82-83be-676768e41b67,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:54:36.011708 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-f8a22b51-ff3d-4fdd-afa1-3a7c94344cea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220737 Jun 07 18:54:36.046278 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3e590030-4b2e-4065-8695-a430ef8383b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:36.056322 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3e590030-4b2e-4065-8695-a430ef8383b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:36.056821 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3e590030-4b2e-4065-8695-a430ef8383b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27cfd259-a8f9-44c2-8f62-ceb4f18a190f HTTP/1.1" status: 204 len: 168 time: 1.1839962 Jun 07 18:54:36.060475 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-f391ce16-ab21-4699-869f-c35e45df0a80 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4447728-f35b-475b-83aa-2e3046c7dc22 HTTP/1.1" status: 200 len: 217 time: 0.2225790 Jun 07 18:54:36.067015 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:36.084519 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1154e-aa5a-413f-9f7d-033139c6d8ba req-65b9e36c-311a-45f5-af7e-3b2c2a433884 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:36.087260 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e4b1154e-aa5a-413f-9f7d-033139c6d8ba req-65b9e36c-311a-45f5-af7e-3b2c2a433884 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.4783897 Jun 07 18:54:36.104102 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e590030-4b2e-4065-8695-a430ef8383b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cfd259-a8f9-44c2-8f62-ceb4f18a190f,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:36.139647 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3e590030-4b2e-4065-8695-a430ef8383b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:36.168511 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620d1b6-b33e-460a-acda-354d02bef590 req-ec0c6d28-bd74-4a5b-9a03-fbe4f3fee239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:36.170151 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-ec0c6d28-bd74-4a5b-9a03-fbe4f3fee239 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cedf77e4-ee67-4762-a08e-88df87223f5f HTTP/1.1" status: 200 len: 849 time: 0.2238407 Jun 07 18:54:36.223793 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:36.250208 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:36.303690 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-820e4f7d-b09a-4253-832b-a59f26ae6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:36.306209 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-820e4f7d-b09a-4253-832b-a59f26ae6b8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.2314742 Jun 07 18:54:36.306492 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e4b1154e-aa5a-413f-9f7d-033139c6d8ba req-35f9975a-1d15-40d8-8f7a-b07f6be9bbe6 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051914 Jun 07 18:54:36.312008 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-765f0697-38d9-4c23-b563-57a0a1494d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:36.319038 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:36.320021 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:36.325590 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] 10.222.0.63 "PUT /v2.0/ports/aa7e21e4-6e6e-4b82-83be-676768e41b67 HTTP/1.1" status: 200 len: 1093 time: 3.9351220 Jun 07 18:54:36.351604 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f0b5db-771f-457a-96e5-d5aaaaca957a', 'tag': 'aa7e21e4-6e6e-4b82-83be-676768e41b67'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:36.356317 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa5bc40-82b4-46c5-a206-980dbc46bfde" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f0b5db-771f-457a-96e5-d5aaaaca957a", "tag": "aa7e21e4-6e6e-4b82-83be-676768e41b67"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:36.391381 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-7ec8ebd9-a697-4019-ab0d-2c811e3bd8f4 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719189 Jun 07 18:54:36.421945 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Pushing event updated for resources: {'Port': ['ID=aa7e21e4-6e6e-4b82-83be-676768e41b67,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:36.430376 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:36.450634 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5faf7-1bd3-41b9-a2f8-47a846ca12b6 req-06186eaa-7e0f-4dcb-824b-4c53e78cc217 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:36.452328 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-41b5faf7-1bd3-41b9-a2f8-47a846ca12b6 req-06186eaa-7e0f-4dcb-824b-4c53e78cc217 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 943 time: 0.4912710 Jun 07 18:54:36.603881 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620d1b6-b33e-460a-acda-354d02bef590 req-de45dd4a-a951-49bd-a6ed-a29f942d2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:36.606503 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-de45dd4a-a951-49bd-a6ed-a29f942d2975 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff6cf35f-8e60-427c-92e1-346e9b5bc702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4290428 Jun 07 18:54:36.609039 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-bc687311-e604-4b99-a32c-9de12166cc47 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108138 Jun 07 18:54:36.621930 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58755e8-e0df-4c55-9653-599f269ff783 req-e25c84f9-8569-4c7e-b4de-b4aae28aae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:36.626603 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-e25c84f9-8569-4c7e-b4de-b4aae28aae26 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 1096 time: 0.1231575 Jun 07 18:54:36.629431 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-41b5faf7-1bd3-41b9-a2f8-47a846ca12b6 req-61c6d157-63fe-41c3-91ef-4cc4907a14c7 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702483 Jun 07 18:54:36.655545 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a946d966-de66-426a-a0db-07a5b120c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:36.661167 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-a946d966-de66-426a-a0db-07a5b120c524 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3269322 Jun 07 18:54:36.862665 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-77bcdcfd-821c-4083-ab0b-1a7f4c046447 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312500 Jun 07 18:54:36.922820 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70481d1a-e543-4c04-afc5-0bcf3683f159 x-openstack-request-id: req-70481d1a-e543-4c04-afc5-0bcf3683f159 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:36.922820 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f0b5db-771f-457a-96e5-d5aaaaca957a", "tag": "aa7e21e4-6e6e-4b82-83be-676768e41b67", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:36.922820 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70481d1a-e543-4c04-afc5-0bcf3683f159 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:36.927449 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f0b5db-771f-457a-96e5-d5aaaaca957a', 'tag': 'aa7e21e4-6e6e-4b82-83be-676768e41b67', 'status': 'completed', 'code': 200} Jun 07 18:54:36.941327 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-459d568b-47d8-4b74-9f72-351e65b2c0e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7e21e4-6e6e-4b82-83be-676768e41b67 HTTP/1.1" status: 200 len: 217 time: 0.3080344 Jun 07 18:54:37.054809 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58755e8-e0df-4c55-9653-599f269ff783 req-785bde4e-3bc5-4efe-9902-0e0c6331c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:37.059753 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-785bde4e-3bc5-4efe-9902-0e0c6331c0e4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.1124361 Jun 07 18:54:37.078899 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494bf39e-30a1-4de8-861a-886882fa797c x-openstack-request-id: req-494bf39e-30a1-4de8-861a-886882fa797c {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:37.078899 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071d2434-8d1b-4a29-b5b2-27bfa73e5506", "tag": "28321dbb-6c34-4b58-9184-1e9841058558", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:37.078899 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-494bf39e-30a1-4de8-861a-886882fa797c {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:37.081930 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'tag': '28321dbb-6c34-4b58-9184-1e9841058558', 'status': 'completed', 'code': 200} Jun 07 18:54:37.129567 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0c953f7e-3873-4e20-b458-491354a2e09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:37.164856 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-6d81b612-3bfe-4556-813c-445634c35967 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959790 Jun 07 18:54:37.168804 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-765f0697-38d9-4c23-b563-57a0a1494d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:37.210756 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-9c53daf2-be1f-45af-a658-25394b7815bc service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901601 Jun 07 18:54:37.259451 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5620d1b6-b33e-460a-acda-354d02bef590 req-073dec9d-04a1-4920-b4c6-82bd93e64a45 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782651 Jun 07 18:54:37.291373 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-765f0697-38d9-4c23-b563-57a0a1494d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:37.361399 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-68e91fa7-a45e-430a-918a-4525e5cbb9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:37.429641 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51608) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:37.432385 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-765f0697-38d9-4c23-b563-57a0a1494d31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45cf167479404341944caf592cbe83dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4658492 Jun 07 18:54:37.435688 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-0f59638d-dcdf-4efb-89b7-5cc00bb7a71a service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658160 Jun 07 18:54:37.451159 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f0697-38d9-4c23-b563-57a0a1494d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2de15e-d291-4ba8-8be2-07d05fc1b79f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:37.555476 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-765f0697-38d9-4c23-b563-57a0a1494d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:37.557771 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51618) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:37.587809 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89825e-50c8-43b5-a269-0d9252ddcefd req-64cf1ff7-07da-49d6-af12-f169f86310cf tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:37.589585 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5c89825e-50c8-43b5-a269-0d9252ddcefd req-64cf1ff7-07da-49d6-af12-f169f86310cf tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 943 time: 0.2748833 Jun 07 18:54:37.625575 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa71e037-ac9a-4158-8faf-6292bcc43b8d req-09e24fe4-9033-402a-bb46-f9cc64fdc428 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052937 Jun 07 18:54:37.663784 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c27edbd7-b779-49b9-8951-62bfc0956eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:37.701199 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:54:37.794343 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aee5cbf0-971c-40fb-9076-d50d53aaec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:37.817868 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33d66-125a-4381-b692-04c2740a8e08 req-5da35e51-183c-46c3-a615-cc8d1ce5b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:37.820470 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3af33d66-125a-4381-b692-04c2740a8e08 req-5da35e51-183c-46c3-a615-cc8d1ce5b234 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 1096 time: 0.2614362 Jun 07 18:54:37.851221 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5c89825e-50c8-43b5-a269-0d9252ddcefd req-4d818e32-eb5a-4bbb-8953-70cc0316f6f7 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481577 Jun 07 18:54:37.922764 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f58755e8-e0df-4c55-9653-599f269ff783 req-f062cbe7-c46b-4d5d-a5cc-1768d9931a2f service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731624 Jun 07 18:54:37.930162 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aee5cbf0-971c-40fb-9076-d50d53aaec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:37.978708 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:38.001394 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc', 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f', 'port_id': 'c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc', 'mac_address': 'fa:16:3e:6c:85:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1051e826-0d10-48c4-93a5-23a8fcb2a0d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:54:38.165240 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:38.171767 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c27edbd7-b779-49b9-8951-62bfc0956eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:38.173928 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33d66-125a-4381-b692-04c2740a8e08 req-db1bf75e-8cec-4aeb-934f-5a2d81840daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:38.175989 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3af33d66-125a-4381-b692-04c2740a8e08 req-db1bf75e-8cec-4aeb-934f-5a2d81840daa service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 911 time: 0.3472245 Jun 07 18:54:38.191531 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:38.210129 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:38.235963 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aee5cbf0-971c-40fb-9076-d50d53aaec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:38.252340 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aee5cbf0-971c-40fb-9076-d50d53aaec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:38.263808 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-aee5cbf0-971c-40fb-9076-d50d53aaec6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d2de15e-d291-4ba8-8be2-07d05fc1b79f HTTP/1.1" status: 204 len: 168 time: 0.8217838 Jun 07 18:54:38.263808 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:38.279247 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3af33d66-125a-4381-b692-04c2740a8e08 req-cf8b1ce1-b0f7-4248-9bc1-2d405d1a67c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28321dbb-6c34-4b58-9184-1e9841058558 HTTP/1.1" status: 200 len: 217 time: 0.0953679 Jun 07 18:54:38.280574 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c27edbd7-b779-49b9-8951-62bfc0956eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:38.285404 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:38.290495 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:38.316147 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5cbf0-971c-40fb-9076-d50d53aaec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2de15e-d291-4ba8-8be2-07d05fc1b79f,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:38.326830 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-aee5cbf0-971c-40fb-9076-d50d53aaec6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:38.371512 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-65ffd919-2abd-4df0-91cc-d3f6cf19cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:38.373261 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-65ffd919-2abd-4df0-91cc-d3f6cf19cd8c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 1096 time: 0.2842183 Jun 07 18:54:38.382234 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:38.411097 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471877cc-f376-48c3-991f-7e48e900b8b0 req-edc15534-1b0f-4b3b-92a1-b65dd99173b2 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:38.429517 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-471877cc-f376-48c3-991f-7e48e900b8b0 req-edc15534-1b0f-4b3b-92a1-b65dd99173b2 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.2368093 Jun 07 18:54:38.429943 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c27edbd7-b779-49b9-8951-62bfc0956eb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fa07deafa674aef858d65aa1e4c083c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8690886 Jun 07 18:54:38.438510 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51630) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:38.440020 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:38.444407 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:38.547413 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:54:38.551605 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27edbd7-b779-49b9-8951-62bfc0956eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b033b96e-1c44-461a-87d9-6094c6e7ec1e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:38.558661 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c27edbd7-b779-49b9-8951-62bfc0956eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:38.625408 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33d66-125a-4381-b692-04c2740a8e08 req-8f1fd862-f772-4659-bfcc-b539197091f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:38.630342 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3af33d66-125a-4381-b692-04c2740a8e08 req-8f1fd862-f772-4659-bfcc-b539197091f8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cedf77e4-ee67-4762-a08e-88df87223f5f HTTP/1.1" status: 200 len: 849 time: 0.2529221 Jun 07 18:54:38.788609 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33d66-125a-4381-b692-04c2740a8e08 req-4ba21600-428c-4170-9015-c201b6da99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:38.790935 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3af33d66-125a-4381-b692-04c2740a8e08 req-4ba21600-428c-4170-9015-c201b6da99b5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff6cf35f-8e60-427c-92e1-346e9b5bc702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1528201 Jun 07 18:54:38.841489 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-471877cc-f376-48c3-991f-7e48e900b8b0 req-9c4cffa9-767c-4599-8247-1381f6f98838 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033904 Jun 07 18:54:38.948879 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-7b5211fb-d167-4c3f-af6a-b9148a87ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:38.952493 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-7b5211fb-d167-4c3f-af6a-b9148a87ed55 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 919 time: 0.5691843 Jun 07 18:54:38.974597 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b3563ad0-8b18-43ba-8bde-f37f5b6512f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:39.071979 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-12abefd4-49b2-4ac3-a365-c66fc6be6ed6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7e21e4-6e6e-4b82-83be-676768e41b67 HTTP/1.1" status: 200 len: 217 time: 0.0988545 Jun 07 18:54:39.093623 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:39.097287 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c" -d '{"events": [{"name": "network-changed", "server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:39.194618 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-859a0fb1-96e4-46a3-ab40-897d76eb35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:39.194720 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-859a0fb1-96e4-46a3-ab40-897d76eb35e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.1142602 Jun 07 18:54:39.214449 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f6252-a282-409b-b9d8-6c97385c21f7 req-5d0d9ebe-c6c7-4163-8edc-9f3b30b70d93 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:39.216510 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ec6f6252-a282-409b-b9d8-6c97385c21f7 req-5d0d9ebe-c6c7-4163-8edc-9f3b30b70d93 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 943 time: 0.3663175 Jun 07 18:54:39.237902 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:39.273478 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3af33d66-125a-4381-b692-04c2740a8e08 req-5c10d6a2-0f9d-4eed-9331-82431c00ce15 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703138 Jun 07 18:54:39.307853 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ec6f6252-a282-409b-b9d8-6c97385c21f7 req-edc97395-8ede-4b51-9b28-a3a87f1dd290 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824924 Jun 07 18:54:39.347587 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b3563ad0-8b18-43ba-8bde-f37f5b6512f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:39.438181 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-e80e45e7-5e4d-4663-843d-6a1adf3ac4a3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681504 Jun 07 18:54:39.476655 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd82a14-a8c1-477e-95fa-7f0cd490bd38 x-openstack-request-id: req-ebd82a14-a8c1-477e-95fa-7f0cd490bd38 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:39.477339 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:39.477683 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebd82a14-a8c1-477e-95fa-7f0cd490bd38 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:39.478491 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'status': 'completed', 'code': 200} Jun 07 18:54:39.611840 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51650) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:39.661803 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3af33d66-125a-4381-b692-04c2740a8e08 req-aeef336b-b8bf-47cd-b876-dd70ece4a712 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784511 Jun 07 18:54:39.688626 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-fa7cc4cc-39e7-436d-a7f5-589cd3d5f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:39.694134 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-fa7cc4cc-39e7-436d-a7f5-589cd3d5f99b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 1096 time: 0.2163312 Jun 07 18:54:39.709634 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:39.770905 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10242a9c-008b-4279-9e62-bc47c74658b3 req-fbdcf1c4-14c9-454b-ae6e-6aa37f69eb62 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:39.773847 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-10242a9c-008b-4279-9e62-bc47c74658b3 req-fbdcf1c4-14c9-454b-ae6e-6aa37f69eb62 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 943 time: 0.5778730 Jun 07 18:54:39.788540 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe353-4fbc-4133-806f-15897da36df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:39.890329 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-eaa0a7f9-642a-46f4-ba50-df48f6723a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:39.892146 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-eaa0a7f9-642a-46f4-ba50-df48f6723a68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.1942651 Jun 07 18:54:39.947009 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:39.957571 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:39.958158 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:39.971260 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-10242a9c-008b-4279-9e62-bc47c74658b3 req-ea7856b5-8095-4a57-950a-2988d35a13b4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866350 Jun 07 18:54:39.995279 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-4e2dd134-36a3-42f7-aefb-f6a17afa41c5 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436161 Jun 07 18:54:39.997602 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b3563ad0-8b18-43ba-8bde-f37f5b6512f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:40.010704 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b3563ad0-8b18-43ba-8bde-f37f5b6512f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:40.014804 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-b3563ad0-8b18-43ba-8bde-f37f5b6512f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b033b96e-1c44-461a-87d9-6094c6e7ec1e HTTP/1.1" status: 204 len: 168 time: 1.5172853 Jun 07 18:54:40.024486 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-50fa0614-9064-4c7a-adcb-76fcd2cc4baa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4447728-f35b-475b-83aa-2e3046c7dc22 HTTP/1.1" status: 200 len: 217 time: 0.1200287 Jun 07 18:54:40.094991 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-71e0a0d3-2e85-4ad6-820d-cbf387b16a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:40.139237 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-392ed8d2-56aa-4ab0-a04a-d32673555ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:40.141087 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-392ed8d2-56aa-4ab0-a04a-d32673555ded service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.1074991 Jun 07 18:54:40.145588 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3563ad0-8b18-43ba-8bde-f37f5b6512f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b033b96e-1c44-461a-87d9-6094c6e7ec1e,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:40.175798 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b3563ad0-8b18-43ba-8bde-f37f5b6512f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:40.289572 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:40.360161 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:40.379582 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f744e-37f8-4961-9e70-39f9e1482f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:40.383623 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e620007e-eeea-41af-9717-d5dca63a37af" -d '{"events": [{"server_uuid": "298f744e-37f8-4961-9e70-39f9e1482f05", "name": "network-vif-plugged", "status": "completed", "tag": "c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:40.397941 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c8716-37a1-4688-86ed-a521e6e4e96f req-d61c2dea-b166-48c1-8f2f-38323a39b4c3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:40.399660 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9e0c8716-37a1-4688-86ed-a521e6e4e96f req-d61c2dea-b166-48c1-8f2f-38323a39b4c3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.1727200 Jun 07 18:54:40.456315 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-a7fe3a5e-173d-42ed-aca0-7c4c3d7c3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:40.457900 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-a7fe3a5e-173d-42ed-aca0-7c4c3d7c3616 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3089306 Jun 07 18:54:40.476093 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:40.483427 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:40.523792 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9e0c8716-37a1-4688-86ed-a521e6e4e96f req-b545c0ac-4eab-4e21-b11c-e711b39821db tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141346 Jun 07 18:54:40.563131 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cfa5bc40-82b4-46c5-a206-980dbc46bfde req-c41d75c0-7348-4b90-bf88-4be4fcbaa283 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547197 Jun 07 18:54:40.583492 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:40.595078 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:40.596078 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-6e85a62b-3652-462d-9914-2af1e43c32a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:40.599568 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:40.672963 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c598ec6d-6e50-47b3-9a6e-8d1babad515b x-openstack-request-id: req-c598ec6d-6e50-47b3-9a6e-8d1babad515b {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:40.673300 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f744e-37f8-4961-9e70-39f9e1482f05", "name": "network-vif-plugged", "status": "completed", "tag": "c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:40.673609 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c598ec6d-6e50-47b3-9a6e-8d1babad515b {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:40.675542 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f744e-37f8-4961-9e70-39f9e1482f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc', 'code': 200} Jun 07 18:54:40.826691 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe353-4fbc-4133-806f-15897da36df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:40.843484 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeab58-a2bb-4ff4-81fe-135ef2942a4d req-7532e380-027e-4483-ad74-b410bb0751a0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:40.845063 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adbeab58-a2bb-4ff4-81fe-135ef2942a4d req-7532e380-027e-4483-ad74-b410bb0751a0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 943 time: 0.2646298 Jun 07 18:54:40.845345 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-74f0cdc9-3c82-41b3-b955-f9bdef8c0f60 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695364 Jun 07 18:54:40.943374 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adbeab58-a2bb-4ff4-81fe-135ef2942a4d req-13715a58-c2b8-4d8e-a6b9-e1962248098c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868518 Jun 07 18:54:41.004367 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe353-4fbc-4133-806f-15897da36df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:41.048600 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:41.063204 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-7f5fe353-4fbc-4133-806f-15897da36df0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f125e516545d462191f759b927383381&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3491747 Jun 07 18:54:41.064064 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51682) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:41.148976 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fe353-4fbc-4133-806f-15897da36df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb841c-6d3c-4215-b834-7296a5bf2ab3,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:41.158553 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-7f5fe353-4fbc-4133-806f-15897da36df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:41.274665 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d47132d0-03cc-48fc-b7bd-ec8b52efe16c req-314dad4d-0b0c-4ba4-93c3-7ae9f0a6ae8e service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237721 Jun 07 18:54:41.287786 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1f82c23-a0b5-44cb-9b5d-c4eb0b813757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:41.329889 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75266ff-0243-4f53-8da8-2048bab524b5 req-b2df481f-d53d-4908-82b1-f3a24a8db217 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:41.341489 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c75266ff-0243-4f53-8da8-2048bab524b5 req-b2df481f-d53d-4908-82b1-f3a24a8db217 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 943 time: 0.1990674 Jun 07 18:54:41.345114 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1f82c23-a0b5-44cb-9b5d-c4eb0b813757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:41.395216 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab00c3-aecb-4b8b-bcce-fb788f906e62 req-f55f2d2f-1fe5-4a0a-842c-1be6e6655880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:41.396865 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8bab00c3-aecb-4b8b-bcce-fb788f906e62 req-f55f2d2f-1fe5-4a0a-842c-1be6e6655880 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1098 time: 0.1803620 Jun 07 18:54:41.406730 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51686) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:41.436131 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c75266ff-0243-4f53-8da8-2048bab524b5 req-4a8f15b0-1b7a-490a-8c88-4f8e82ffe6dc tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885961 Jun 07 18:54:41.441802 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ec277e8a-3fdd-41ba-9d64-bebb7d89e144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:41.484209 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:41.486765 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8bab00c3-aecb-4b8b-bcce-fb788f906e62 req-f72b444c-ecd5-4edb-9a74-b25b310aa3ab service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808470 Jun 07 18:54:41.591673 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1f82c23-a0b5-44cb-9b5d-c4eb0b813757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:41.599905 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1f82c23-a0b5-44cb-9b5d-c4eb0b813757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:41.601900 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-c1f82c23-a0b5-44cb-9b5d-c4eb0b813757 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cfb841c-6d3c-4215-b834-7296a5bf2ab3 HTTP/1.1" status: 204 len: 168 time: 0.5340798 Jun 07 18:54:41.617456 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:41.654139 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f82c23-a0b5-44cb-9b5d-c4eb0b813757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb841c-6d3c-4215-b834-7296a5bf2ab3,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:41.684999 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c1f82c23-a0b5-44cb-9b5d-c4eb0b813757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:41.722481 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:54:41.926713 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ec277e8a-3fdd-41ba-9d64-bebb7d89e144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:41.954682 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:41.964750 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff7adb-7f55-4b6b-9186-90111f267cd1 req-a82d88d8-613d-448e-8d53-1ac8968dc75a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:41.967597 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a9ff7adb-7f55-4b6b-9186-90111f267cd1 req-a82d88d8-613d-448e-8d53-1ac8968dc75a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.2741549 Jun 07 18:54:41.971464 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'port_id': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'mac_address': 'fa:16:3e:58:53:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:54:42.054021 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a9ff7adb-7f55-4b6b-9186-90111f267cd1 req-279a90b5-0e9a-4741-9c93-76ae09f9a1b6 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771389 Jun 07 18:54:42.111918 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:42.130234 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ec277e8a-3fdd-41ba-9d64-bebb7d89e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:42.136732 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4447728-f35b-475b-83aa-2e3046c7dc22 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:42.138377 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:42.161801 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:42.204978 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec277e8a-3fdd-41ba-9d64-bebb7d89e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed07be01-f7a2-4947-892d-8e9c4670e35d,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:42.212012 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ec277e8a-3fdd-41ba-9d64-bebb7d89e144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:42.224228 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-ec277e8a-3fdd-41ba-9d64-bebb7d89e144 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1151e8bf774e481cb67786cce68799fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8108604 Jun 07 18:54:42.224228 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51708) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:42.264753 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1670-702a-4e89-86a6-b4c6af48a9b1 req-282d967f-1c66-48eb-8db8-3ea77bdbcabd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:42.266552 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-26fa1670-702a-4e89-86a6-b4c6af48a9b1 req-282d967f-1c66-48eb-8db8-3ea77bdbcabd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 943 time: 0.1673560 Jun 07 18:54:42.289305 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:42.290380 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device aa7e21e4-6e6e-4b82-83be-676768e41b67 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:54:42.299271 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:42.312820 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-430dd95f-f6f0-418f-b9a5-6bdf8e972ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:42.358159 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-26fa1670-702a-4e89-86a6-b4c6af48a9b1 req-0428e15d-e6ed-4e82-b67d-018e20d025ca tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831101 Jun 07 18:54:42.370527 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-430dd95f-f6f0-418f-b9a5-6bdf8e972ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:42.462701 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:42.477241 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:42.631633 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-430dd95f-f6f0-418f-b9a5-6bdf8e972ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:42.637127 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-430dd95f-f6f0-418f-b9a5-6bdf8e972ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:42.647068 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-430dd95f-f6f0-418f-b9a5-6bdf8e972ffa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed07be01-f7a2-4947-892d-8e9c4670e35d HTTP/1.1" status: 204 len: 168 time: 0.4213846 Jun 07 18:54:42.661850 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8a482d77-3767-4d7f-b9e4-a7a9561f27b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:42.667241 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dd95f-f6f0-418f-b9a5-6bdf8e972ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed07be01-f7a2-4947-892d-8e9c4670e35d,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:42.678461 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port aa7e21e4-6e6e-4b82-83be-676768e41b67, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7e21e4-6e6e-4b82-83be-676768e41b67,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:42.682596 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-430dd95f-f6f0-418f-b9a5-6bdf8e972ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:42.745175 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'aa7e21e4-6e6e-4b82-83be-676768e41b67', 'network_id': 'bdb9e37d-9af7-44bf-afe4-c133f219f39f', 'port_id': 'aa7e21e4-6e6e-4b82-83be-676768e41b67', 'mac_address': 'fa:16:3e:60:b7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1051e826-0d10-48c4-93a5-23a8fcb2a0d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:54:42.766281 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51722) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:42.901954 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:42.930332 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7e21e4-6e6e-4b82-83be-676768e41b67 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:42.938608 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5105a18-7a79-43a8-a52c-1b9544e98b2f req-ea7c0c93-95c0-4f17-b02a-f5c16541bcc7 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:42.949271 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f5105a18-7a79-43a8-a52c-1b9544e98b2f req-ea7c0c93-95c0-4f17-b02a-f5c16541bcc7 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 943 time: 0.1936657 Jun 07 18:54:42.964809 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port aa7e21e4-6e6e-4b82-83be-676768e41b67, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7e21e4-6e6e-4b82-83be-676768e41b67,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:43.012676 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-afae8af8-f162-4ff3-805e-46947f477b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:43.041583 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f5105a18-7a79-43a8-a52c-1b9544e98b2f req-535dae6a-b269-4c4f-ae5f-e72f4fd84297 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887666 Jun 07 18:54:43.061186 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:43.062478 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 28321dbb-6c34-4b58-9184-1e9841058558 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:54:43.066853 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-e5cf1f83-08c5-4822-8908-f3d7419cd4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:43.321709 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=aa7e21e4-6e6e-4b82-83be-676768e41b67,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:43.336487 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:43.456133 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:43.474541 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-afae8af8-f162-4ff3-805e-46947f477b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:43.505775 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64136f-4179-49b3-adca-84a4121554fb req-c575a0e1-1374-4c33-9fe4-4b3a89e583d8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:43.522790 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4b64136f-4179-49b3-adca-84a4121554fb req-c575a0e1-1374-4c33-9fe4-4b3a89e583d8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 944 time: 0.1560843 Jun 07 18:54:43.558972 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724f3d9-7696-4370-9ab8-d007e1485d87 req-a90b2519-7039-4967-8fbc-35254c5872f9 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:43.571677 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a724f3d9-7696-4370-9ab8-d007e1485d87 req-a90b2519-7039-4967-8fbc-35254c5872f9 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 945 time: 0.3252921 Jun 07 18:54:43.575942 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-afae8af8-f162-4ff3-805e-46947f477b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:43.604679 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:43.608198 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 28321dbb-6c34-4b58-9184-1e9841058558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28321dbb-6c34-4b58-9184-1e9841058558,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:43.627398 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4b64136f-4179-49b3-adca-84a4121554fb req-d755de46-bcf3-4af8-9132-cac55c5a0b74 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007912 Jun 07 18:54:43.663818 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '28321dbb-6c34-4b58-9184-1e9841058558', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'port_id': '28321dbb-6c34-4b58-9184-1e9841058558', 'mac_address': 'fa:16:3e:c5:fd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:54:43.670294 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-afae8af8-f162-4ff3-805e-46947f477b01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07d29a27b9ab4a7d824adb547f418170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9024546 Jun 07 18:54:43.673109 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae8af8-f162-4ff3-805e-46947f477b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34db848-c60a-4de9-a251-152020bdc3aa,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:43.676590 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51752) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:43.711536 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a724f3d9-7696-4370-9ab8-d007e1485d87 req-1d2ce664-f0ed-48a4-971f-fe7bbfdeb52d tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388705 Jun 07 18:54:43.712736 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-afae8af8-f162-4ff3-805e-46947f477b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:43.807611 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:43.822528 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-03d9b8a7-b531-405e-b24c-6c75eb60d2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:43.841165 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28321dbb-6c34-4b58-9184-1e9841058558 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:54:43.903672 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-03d9b8a7-b531-405e-b24c-6c75eb60d2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:43.916075 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 28321dbb-6c34-4b58-9184-1e9841058558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28321dbb-6c34-4b58-9184-1e9841058558,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:43.992041 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:43.994094 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:44.147638 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143f62-17f2-429a-b490-7575a3ee6a7a req-a67225e7-b990-41d9-a587-75f4d3d7aa71 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:44.159649 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-40143f62-17f2-429a-b490-7575a3ee6a7a req-a67225e7-b990-41d9-a587-75f4d3d7aa71 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 943 time: 0.2371750 Jun 07 18:54:44.169910 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=28321dbb-6c34-4b58-9184-1e9841058558,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:44.180017 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:44.289346 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-03d9b8a7-b531-405e-b24c-6c75eb60d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:44.289346 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-03d9b8a7-b531-405e-b24c-6c75eb60d2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:44.289346 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-03d9b8a7-b531-405e-b24c-6c75eb60d2e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e34db848-c60a-4de9-a251-152020bdc3aa HTTP/1.1" status: 204 len: 168 time: 0.6085196 Jun 07 18:54:44.291401 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:44.319570 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-40143f62-17f2-429a-b490-7575a3ee6a7a req-b34ab709-33eb-4879-be97-da66d07d98ed tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581345 Jun 07 18:54:44.320133 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9b8a7-b531-405e-b24c-6c75eb60d2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34db848-c60a-4de9-a251-152020bdc3aa,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:44.327360 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-03d9b8a7-b531-405e-b24c-6c75eb60d2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:44.403542 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['aa7e21e4-6e6e-4b82-83be-676768e41b67'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:54:44.445922 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04924b7-b8f0-40df-a901-c61df024cbfc req-666ca216-586f-4142-820a-43bb2cf20629 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:44.447674 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d04924b7-b8f0-40df-a901-c61df024cbfc req-666ca216-586f-4142-820a-43bb2cf20629 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 944 time: 0.1552937 Jun 07 18:54:44.452397 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['d4447728-f35b-475b-83aa-2e3046c7dc22'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:54:44.495690 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['28321dbb-6c34-4b58-9184-1e9841058558'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:54:44.539461 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d04924b7-b8f0-40df-a901-c61df024cbfc req-a52bc755-3deb-4308-807f-01e3486cb890 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815680 Jun 07 18:54:44.947612 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522af0e9-4811-49a8-a96d-3eb1da439257 req-bfd8f46f-9f9b-4144-bfbf-ca4d9e50037d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:44.949271 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-522af0e9-4811-49a8-a96d-3eb1da439257 req-bfd8f46f-9f9b-4144-bfbf-ca4d9e50037d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 944 time: 0.1004739 Jun 07 18:54:44.977511 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-7393642b-af32-4c03-b663-eaa966048539 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:44.979078 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-7393642b-af32-4c03-b663-eaa966048539 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.63 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 945 time: 0.1745985 Jun 07 18:54:45.025149 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-522af0e9-4811-49a8-a96d-3eb1da439257 req-5d255392-bd8f-4704-8132-366ef7c435b3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697014 Jun 07 18:54:45.076067 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c978ee-3080-4c56-bd1e-a8f10e590852 req-59e8a111-fac4-4272-b890-e65d5fd58f87 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:45.085519 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e6c978ee-3080-4c56-bd1e-a8f10e590852 req-59e8a111-fac4-4272-b890-e65d5fd58f87 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 945 time: 0.1935613 Jun 07 18:54:45.194944 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e6c978ee-3080-4c56-bd1e-a8f10e590852 req-7dcca584-1d12-4358-90cf-3184adde771b tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec2401c5-1321-49ee-ac72-46a13fc028e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085014 Jun 07 18:54:45.215044 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Deleting port 87084bd9-3886-4afc-b29a-c7a4786e199b {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:54:45.215384 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:45.394839 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] For port 87084bd9-3886-4afc-b29a-c7a4786e199b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87084bd9-3886-4afc-b29a-c7a4786e199b,segment=NetworkSegment(c6b470e5-b12f-4714-a08b-36609d461e88),segment_id=c6b470e5-b12f-4714-a08b-36609d461e88)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:45.394839 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:45.551876 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Calling delete_port for 87084bd9-3886-4afc-b29a-c7a4786e199b owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:54:45.558821 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55df40-9109-44a4-9a53-c1d2ab2f61d3 req-4d5d8c2c-73df-4485-9e78-54424d110c60 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:45.566676 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-de55df40-9109-44a4-9a53-c1d2ab2f61d3 req-4d5d8c2c-73df-4485-9e78-54424d110c60 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 944 time: 0.1346047 Jun 07 18:54:45.626799 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-de55df40-9109-44a4-9a53-c1d2ab2f61d3 req-eaf6a2a5-fa10-437a-a6ae-28621087da3f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591338 Jun 07 18:54:45.657678 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51844) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:45.684053 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-abacd77a-b2e6-4c3a-9cc5-21059d16d1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:45.836702 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-abacd77a-b2e6-4c3a-9cc5-21059d16d1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:45.842823 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a21a-6045-45f3-b6c9-b95f8c16c819 req-ca06d540-81e6-46a8-a22a-c2c1220f62df tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:45.844320 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5765a21a-6045-45f3-b6c9-b95f8c16c819 req-ca06d540-81e6-46a8-a22a-c2c1220f62df tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 944 time: 0.1169374 Jun 07 18:54:45.942345 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5765a21a-6045-45f3-b6c9-b95f8c16c819 req-42b49fb1-8039-4636-b4da-cc4bdb73ac18 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668890 Jun 07 18:54:45.996661 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:46.070478 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-abacd77a-b2e6-4c3a-9cc5-21059d16d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.078892 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-27ec7c46-983e-429b-ac56-c56164a46474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:46.125724 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-abacd77a-b2e6-4c3a-9cc5-21059d16d1b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ea97f09946f47f28ed219ebc3b0ead0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664652 Jun 07 18:54:46.127682 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacd77a-b2e6-4c3a-9cc5-21059d16d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608026e9-57e8-452b-a5f7-dd7dc444eb15,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:46.128586 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51858) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:46.130668 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-abacd77a-b2e6-4c3a-9cc5-21059d16d1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:46.168270 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.180411 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['87084bd9-3886-4afc-b29a-c7a4786e199b'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:54:46.192913 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:46.226250 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port d4447728-f35b-475b-83aa-2e3046c7dc22 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:46.238188 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port d4447728-f35b-475b-83aa-2e3046c7dc22 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:46.239052 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.263163 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff7c96-bcbd-492e-9eb1-4024a4c041d1 req-6deaabdf-15a8-435b-9644-ac7a8975a29d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:46.264758 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-66ff7c96-bcbd-492e-9eb1-4024a4c041d1 req-6deaabdf-15a8-435b-9644-ac7a8975a29d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 944 time: 0.1153624 Jun 07 18:54:46.278723 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Pushing event deleted for resources: {'Port': ['ID=87084bd9-3886-4afc-b29a-c7a4786e199b,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:46.311011 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:46.311662 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9530cc7b-63cc-4373-a785-28f5b9b187ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.365528 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] No DVR routers for this DVR port 87084bd9-3886-4afc-b29a-c7a4786e199b on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:54:46.419947 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.422016 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bfc07498-436b-4961-aaed-d7c56eefc1a3 req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.63 "DELETE /v2.0/ports/87084bd9-3886-4afc-b29a-c7a4786e199b HTTP/1.1" status: 204 len: 173 time: 1.4362910 Jun 07 18:54:46.422546 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ca1c5f-5a02-4b15-8128-c5c591f656f7', 'name': 'network-vif-deleted', 'tag': '87084bd9-3886-4afc-b29a-c7a4786e199b'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:46.425595 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd32499a-9203-4163-b1aa-dfd313138c75" -d '{"events": [{"server_uuid": "24ca1c5f-5a02-4b15-8128-c5c591f656f7", "name": "network-vif-deleted", "tag": "87084bd9-3886-4afc-b29a-c7a4786e199b"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:46.438583 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9530cc7b-63cc-4373-a785-28f5b9b187ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.448642 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-dbeed650-0c80-4c78-b7c0-da93c83656fd req-1e4e6abd-9804-482d-b1b7-4a853fc669dd tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 210 time: 0.0845463 Jun 07 18:54:46.453744 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-66ff7c96-bcbd-492e-9eb1-4024a4c041d1 req-dba6f007-758d-431f-9c4e-a2fdc56bb2cc tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720874 Jun 07 18:54:46.600064 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d332db-1c1b-4802-b1f7-f8d77ca79cf9 x-openstack-request-id: req-d4d332db-1c1b-4802-b1f7-f8d77ca79cf9 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:46.600879 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ca1c5f-5a02-4b15-8128-c5c591f656f7", "name": "network-vif-deleted", "tag": "87084bd9-3886-4afc-b29a-c7a4786e199b", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:46.600879 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4d332db-1c1b-4802-b1f7-f8d77ca79cf9 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:46.601270 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ca1c5f-5a02-4b15-8128-c5c591f656f7', 'name': 'network-vif-deleted', 'tag': '87084bd9-3886-4afc-b29a-c7a4786e199b', 'status': 'completed', 'code': 200} Jun 07 18:54:46.632677 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.638170 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9530cc7b-63cc-4373-a785-28f5b9b187ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.641025 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9530cc7b-63cc-4373-a785-28f5b9b187ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.649289 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-9530cc7b-63cc-4373-a785-28f5b9b187ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/608026e9-57e8-452b-a5f7-dd7dc444eb15 HTTP/1.1" status: 204 len: 168 time: 0.5125356 Jun 07 18:54:46.649289 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-7f5fe353-4fbc-4133-806f-15897da36df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:46.678697 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530cc7b-63cc-4373-a785-28f5b9b187ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608026e9-57e8-452b-a5f7-dd7dc444eb15,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:46.685122 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-9530cc7b-63cc-4373-a785-28f5b9b187ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:46.759629 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:46.768311 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82d5d8b-939b-459d-b9cc-a60647ec4036" -d '{"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-plugged", "status": "completed", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:46.804540 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:46.842462 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f98f3c-c7fe-43d1-92af-62ae66a22619 x-openstack-request-id: req-c7f98f3c-c7fe-43d1-92af-62ae66a22619 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:46.842462 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-plugged", "status": "completed", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:46.842462 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7f98f3c-c7fe-43d1-92af-62ae66a22619 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:46.842462 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'code': 200} Jun 07 18:54:46.960486 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e961fde-6775-4a85-a9bb-acfa4308445f req-7f2f77de-3de6-40e4-8254-3b013644d82b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:46.962275 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6e961fde-6775-4a85-a9bb-acfa4308445f req-7f2f77de-3de6-40e4-8254-3b013644d82b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 944 time: 0.1109240 Jun 07 18:54:46.998238 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:46.999936 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device aa7e21e4-6e6e-4b82-83be-676768e41b67 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:47.051210 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6e961fde-6775-4a85-a9bb-acfa4308445f req-d6fe59da-0428-41a3-ab82-c859ec53b189 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817814 Jun 07 18:54:47.060718 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-744c0103-2b8b-4734-953c-92413deb9550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:47.179062 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:47.185320 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:47.259155 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d393c-45af-4eee-93e5-0510e54c0c06 req-99230e1c-8743-41f4-a8c7-17ccb3a4d99f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:47.262005 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8c1d393c-45af-4eee-93e5-0510e54c0c06 req-99230e1c-8743-41f4-a8c7-17ccb3a4d99f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 944 time: 0.1455460 Jun 07 18:54:47.342403 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port aa7e21e4-6e6e-4b82-83be-676768e41b67 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:47.354769 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port aa7e21e4-6e6e-4b82-83be-676768e41b67 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:47.356252 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:47.365786 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8c1d393c-45af-4eee-93e5-0510e54c0c06 req-651ec900-ab83-449d-8110-853f82ea1783 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911572 Jun 07 18:54:47.562041 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:47.615347 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca188c0-7ce5-4edc-b357-c85cdfbda117 req-bb733bbf-23f4-415d-a1c3-ff9e7e09df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:47.617079 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3ca188c0-7ce5-4edc-b357-c85cdfbda117 req-bb733bbf-23f4-415d-a1c3-ff9e7e09df74 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 1098 time: 0.1480868 Jun 07 18:54:47.703531 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port aa7e21e4-6e6e-4b82-83be-676768e41b67, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7e21e4-6e6e-4b82-83be-676768e41b67,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:47.877243 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3ca188c0-7ce5-4edc-b357-c85cdfbda117 req-e294cb5a-2e54-4932-9424-b111344dc504 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744740 Jun 07 18:54:47.877243 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8016e-178d-4ab8-8b66-af6b6a0f6ac7 req-8fe96a4f-77d6-4bc3-b3f5-8419f0f42ee8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:47.877243 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e6b8016e-178d-4ab8-8b66-af6b6a0f6ac7 req-8fe96a4f-77d6-4bc3-b3f5-8419f0f42ee8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1377516 Jun 07 18:54:47.880040 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d28afc8-05a0-4227-b1f1-24324bbaccb1 req-8c4629db-1f5c-495c-9fc9-9787309d292e tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ca1c5f-5a02-4b15-8128-c5c591f656f7 HTTP/1.1" status: 200 len: 210 time: 0.0545223 Jun 07 18:54:47.927753 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e6b8016e-178d-4ab8-8b66-af6b6a0f6ac7 req-5bce3d3f-838a-4fdf-baad-f7da67db667f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847900 Jun 07 18:54:48.060902 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:48.062120 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 28321dbb-6c34-4b58-9184-1e9841058558 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:54:48.089194 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-cab4a29b-7843-4dc4-ac3c-bfaed9eb1df9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:48.197468 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=aa7e21e4-6e6e-4b82-83be-676768e41b67,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:48.209257 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:48.338157 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 28321dbb-6c34-4b58-9184-1e9841058558 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:54:48.348604 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 28321dbb-6c34-4b58-9184-1e9841058558 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:54:48.349445 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:48.379925 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747132-bf60-49c6-b5b5-01d719651950 req-97317ce0-19ff-4bc5-a6e7-c0779067e455 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:48.383525 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f747132-bf60-49c6-b5b5-01d719651950 req-97317ce0-19ff-4bc5-a6e7-c0779067e455 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 944 time: 0.1714373 Jun 07 18:54:48.450142 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f747132-bf60-49c6-b5b5-01d719651950 req-eb309c2e-a318-4a48-93e9-4dc453138cda tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553131 Jun 07 18:54:48.661047 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:48.749070 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 28321dbb-6c34-4b58-9184-1e9841058558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28321dbb-6c34-4b58-9184-1e9841058558,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:54:48.824852 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00114514-a414-47c9-b984-33869b39ad1b req-8ab495c9-fda9-43a9-8018-1c1e96c2ac96 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:48.834651 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-00114514-a414-47c9-b984-33869b39ad1b req-8ab495c9-fda9-43a9-8018-1c1e96c2ac96 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2368250 Jun 07 18:54:48.843814 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f0b5db-771f-457a-96e5-d5aaaaca957a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7e21e4-6e6e-4b82-83be-676768e41b67'}, {'server_uuid': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28321dbb-6c34-4b58-9184-1e9841058558'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:48.848520 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ff26a4-b8fb-44eb-9b6a-8663f5e07c57" -d '{"events": [{"server_uuid": "f2f0b5db-771f-457a-96e5-d5aaaaca957a", "name": "network-vif-plugged", "status": "completed", "tag": "aa7e21e4-6e6e-4b82-83be-676768e41b67"}, {"server_uuid": "071d2434-8d1b-4a29-b5b2-27bfa73e5506", "name": "network-vif-plugged", "status": "completed", "tag": "28321dbb-6c34-4b58-9184-1e9841058558"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:48.851916 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:48.859372 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:48.933395 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-00114514-a414-47c9-b984-33869b39ad1b req-8b4816c2-57e7-4bf3-acf2-729f152c30d7 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859244 Jun 07 18:54:48.935066 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 51942) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:48.986412 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 87084bd9-3886-4afc-b29a-c7a4786e199b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:54:49.343269 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e007ba4a-506d-4e3e-aebe-9263e2a656c3 x-openstack-request-id: req-e007ba4a-506d-4e3e-aebe-9263e2a656c3 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:49.344314 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f0b5db-771f-457a-96e5-d5aaaaca957a", "name": "network-vif-plugged", "status": "completed", "tag": "aa7e21e4-6e6e-4b82-83be-676768e41b67", "code": 200}, {"server_uuid": "071d2434-8d1b-4a29-b5b2-27bfa73e5506", "name": "network-vif-plugged", "status": "completed", "tag": "28321dbb-6c34-4b58-9184-1e9841058558", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:49.344314 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e007ba4a-506d-4e3e-aebe-9263e2a656c3 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:49.344314 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f0b5db-771f-457a-96e5-d5aaaaca957a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7e21e4-6e6e-4b82-83be-676768e41b67', 'code': 200} Jun 07 18:54:49.344755 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28321dbb-6c34-4b58-9184-1e9841058558', 'code': 200} Jun 07 18:54:49.364300 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=28321dbb-6c34-4b58-9184-1e9841058558,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:49.406092 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:49.406754 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 87084bd9-3886-4afc-b29a-c7a4786e199b {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:54:49.407252 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 87084bd9-3886-4afc-b29a-c7a4786e199b not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:54:49.591626 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c22c3e-193a-423b-ac6b-22d703ccc549 req-4c8a7f04-7940-43a1-a0ff-e244ef686d93 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:49.596673 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-47c22c3e-193a-423b-ac6b-22d703ccc549 req-4c8a7f04-7940-43a1-a0ff-e244ef686d93 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.2474339 Jun 07 18:54:49.854570 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:49.908922 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-47c22c3e-193a-423b-ac6b-22d703ccc549 req-a5e36d8b-9802-4c70-9cb3-c97f7029ce6a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016016 Jun 07 18:54:50.060025 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b1e94-e8e8-4594-9284-6f8f04d1e3ef req-4530d7c4-60c0-4761-9057-4f42a2e7b344 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:50.075176 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c38b1e94-e8e8-4594-9284-6f8f04d1e3ef req-4530d7c4-60c0-4761-9057-4f42a2e7b344 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.3342905 Jun 07 18:54:50.113081 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eeffb-f1e5-4d7c-b55d-dd52d0debf7a req-78aeaae3-2c74-48a7-bda7-0329ada65e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:50.116194 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1c7eeffb-f1e5-4d7c-b55d-dd52d0debf7a req-78aeaae3-2c74-48a7-bda7-0329ada65e2b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 1098 time: 0.2732055 Jun 07 18:54:50.215624 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c38b1e94-e8e8-4594-9284-6f8f04d1e3ef req-015880dd-5eda-4cb7-b21f-ac5e08697f89 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385298 Jun 07 18:54:50.249022 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1c7eeffb-f1e5-4d7c-b55d-dd52d0debf7a req-7740fd35-8173-44bc-a4b7-168c033d4847 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258614 Jun 07 18:54:50.363670 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09444-1c1a-40f7-a90c-0b402c08b142 req-8a6b7325-5cbf-4305-85df-b33230dd4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:50.366564 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d0b09444-1c1a-40f7-a90c-0b402c08b142 req-8a6b7325-5cbf-4305-85df-b33230dd4efe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 1098 time: 0.3531661 Jun 07 18:54:50.435962 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:50.472022 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d0b09444-1c1a-40f7-a90c-0b402c08b142 req-4187d21a-ce65-4f2b-90fa-c4429d4046e7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928831 Jun 07 18:54:50.513732 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91390f7-5407-45f6-84fa-bbbf0570d3eb req-79668ba1-bedc-406f-a886-453b77bd6b94 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:50.516334 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c91390f7-5407-45f6-84fa-bbbf0570d3eb req-79668ba1-bedc-406f-a886-453b77bd6b94 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2940929 Jun 07 18:54:50.562432 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:50.611534 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:50.723218 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c91390f7-5407-45f6-84fa-bbbf0570d3eb req-1751bb65-9410-4571-8197-e22ac31806ad tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960824 Jun 07 18:54:50.728711 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9507243-e3ab-410a-a4f7-279f10d51b23,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:50.733856 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83c50fba20d6498c8859c1a2b43b2dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7966490 Jun 07 18:54:50.737443 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 51986) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:50.743061 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.743353 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.743635 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.743985 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.744374 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.744719 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.745094 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.745435 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.745775 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.746112 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.746450 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.746788 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:50.766162 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:50.859523 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:50.904317 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:51.152429 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:51.161029 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:51.162856 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9507243-e3ab-410a-a4f7-279f10d51b23 HTTP/1.1" status: 204 len: 168 time: 0.4212694 Jun 07 18:54:51.210698 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ec277e8a-3fdd-41ba-9d64-bebb7d89e144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:51.244857 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9507243-e3ab-410a-a4f7-279f10d51b23,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:51.276286 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.276920 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.277478 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.278042 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.278610 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.279170 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.279743 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.280276 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.280963 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.281530 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.282082 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.282880 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:54:51.293603 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:51.382593 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5204896-8c8d-4343-a90c-2482937a794e req-749270b8-55ca-457c-9378-49dd4b6ed2e3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:51.413395 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b5204896-8c8d-4343-a90c-2482937a794e req-749270b8-55ca-457c-9378-49dd4b6ed2e3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.2540677 Jun 07 18:54:51.535521 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b5204896-8c8d-4343-a90c-2482937a794e req-29c1fed5-e4d3-424d-97ac-76d598dc34c0 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185279 Jun 07 18:54:51.664746 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8b09-7299-436d-8c21-472650465d94 req-1d52ea5b-12b7-4495-a52f-56564182cb49 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:51.667448 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-566d8b09-7299-436d-8c21-472650465d94 req-1d52ea5b-12b7-4495-a52f-56564182cb49 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1886640 Jun 07 18:54:51.789990 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-566d8b09-7299-436d-8c21-472650465d94 req-c2907d8e-0d42-449e-ad14-cb5b52da77e1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098456 Jun 07 18:54:51.946570 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce858fb-2631-4538-83ae-8f3dc05aa136 req-f9146dd6-1aa9-4a3e-87f6-dccda101fb74 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:51.952854 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5ce858fb-2631-4538-83ae-8f3dc05aa136 req-f9146dd6-1aa9-4a3e-87f6-dccda101fb74 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1858459 Jun 07 18:54:51.963184 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52018) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:51.968423 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'floatingip': {'port_id': 'd4447728-f35b-475b-83aa-2e3046c7dc22'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:52.073171 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:52.288182 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752580-c4cb-4456-bdfd-92f6386088de req-67a62a28-5d73-4528-a002-5cd8fdebec31 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:52.309412 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-80752580-c4cb-4456-bdfd-92f6386088de req-67a62a28-5d73-4528-a002-5cd8fdebec31 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2672441 Jun 07 18:54:52.422228 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-80752580-c4cb-4456-bdfd-92f6386088de req-197e15bd-1fed-43a8-9eda-08aee64c51d6 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084070 Jun 07 18:54:52.694461 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52034) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:52.713535 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc3cc-3fdf-427a-93a2-867c34e06a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:52.765652 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52038) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:53.079156 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc3cc-3fdf-427a-93a2-867c34e06a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:53.165629 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc3cc-3fdf-427a-93a2-867c34e06a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:53.173587 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f123865e-ce64-49d9-ae94-8f2aa05c57c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:53.256466 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fc3cc-3fdf-427a-93a2-867c34e06a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1853e916-f3c7-4325-9e94-8ca648659108,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:53.269692 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7c9fc3cc-3fdf-427a-93a2-867c34e06a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:53.276642 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-7c9fc3cc-3fdf-427a-93a2-867c34e06a0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9530d1953ae84be7aa6c77e688d02c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805893 Jun 07 18:54:53.287367 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52054) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:53.362417 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] Deleting subnet cdd67afd-e6f6-4e6b-a01e-5fabf99aa0ac {{(pid=104082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 18:54:53.379483 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:53.498664 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c16b65cc-d08b-44d9-b581-696847f5be70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:53.536552 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266687146'] for subnet, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:53.563262 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c16b65cc-d08b-44d9-b581-696847f5be70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:53.619103 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c848-ca50-41c8-95e8-af229950acdd req-171a7426-fc2d-44e7-9704-4e7d43c1b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:53.620155 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb51c848-ca50-41c8-95e8-af229950acdd req-171a7426-fc2d-44e7-9704-4e7d43c1b343 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 1098 time: 0.2246652 Jun 07 18:54:53.646158 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb030e-ab4e-4c83-8d62-4364818a6234 req-38e25583-a41a-4aa9-9075-cc5367a8e3ed tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:53.648068 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5cdb030e-ab4e-4c83-8d62-4364818a6234 req-38e25583-a41a-4aa9-9075-cc5367a8e3ed tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.4569902 Jun 07 18:54:53.763098 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:53.787966 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823661f-255a-4476-bcbc-5189773c7f8a req-d4d53ca7-6f7d-4207-9d52-9497436ec845 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:53.795365 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8823661f-255a-4476-bcbc-5189773c7f8a req-d4d53ca7-6f7d-4207-9d52-9497436ec845 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.3581359 Jun 07 18:54:53.806151 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c848-ca50-41c8-95e8-af229950acdd req-cdab5153-9526-441c-af59-012084a9984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:53.807253 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb51c848-ca50-41c8-95e8-af229950acdd req-cdab5153-9526-441c-af59-012084a9984b service neutron] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 919 time: 0.1787508 Jun 07 18:54:53.853672 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5cdb030e-ab4e-4c83-8d62-4364818a6234 req-0722e8b4-57ba-4564-bb32-6e932867d666 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583166 Jun 07 18:54:53.858712 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.db.resource_extend [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 18:54:53.938399 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb51c848-ca50-41c8-95e8-af229950acdd req-3dc18a4a-e39e-44e0-8dea-2e3fcd58081e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7e21e4-6e6e-4b82-83be-676768e41b67 HTTP/1.1" status: 200 len: 217 time: 0.1097691 Jun 07 18:54:54.105395 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c16b65cc-d08b-44d9-b581-696847f5be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:54.108130 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c16b65cc-d08b-44d9-b581-696847f5be70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:54.114286 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c16b65cc-d08b-44d9-b581-696847f5be70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1853e916-f3c7-4325-9e94-8ca648659108 HTTP/1.1" status: 204 len: 168 time: 0.8187015 Jun 07 18:54:54.132318 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ce58fe84-2693-461d-b801-297838ecc4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:54.171488 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8823661f-255a-4476-bcbc-5189773c7f8a req-f87ccc7c-63e3-4339-8335-fae7d5628d71 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695648 Jun 07 18:54:54.194278 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c848-ca50-41c8-95e8-af229950acdd req-54963de6-a159-4732-8779-72f6361f361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:54.194278 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb51c848-ca50-41c8-95e8-af229950acdd req-54963de6-a159-4732-8779-72f6361f361a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.2374835 Jun 07 18:54:54.194278 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b65cc-d08b-44d9-b581-696847f5be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1853e916-f3c7-4325-9e94-8ca648659108,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:54.194278 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c16b65cc-d08b-44d9-b581-696847f5be70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:54.257737 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb51c848-ca50-41c8-95e8-af229950acdd req-824130ca-8469-4159-a626-ff5285f2fa92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648532 Jun 07 18:54:54.297596 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:54.335962 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da84c46-3dae-4e9c-8ea9-aaa86f1dfc33 req-97b37435-0070-45a6-a1d8-9c459c7e95d0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:54.338069 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7da84c46-3dae-4e9c-8ea9-aaa86f1dfc33 req-97b37435-0070-45a6-a1d8-9c459c7e95d0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.2347827 Jun 07 18:54:54.359954 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52084) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:54.360405 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'floatingip': {'port_id': '28321dbb-6c34-4b58-9184-1e9841058558'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:54:54.475473 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:54.536255 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb51c848-ca50-41c8-95e8-af229950acdd req-1f6a6747-cc96-44e3-ad94-f5b367d947dc service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706368 Jun 07 18:54:54.539189 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266354428'] for subnet, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:54.605122 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-38ce53b8-6daf-40ad-84ab-d693844dce4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:54.757101 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:54.836103 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb51c848-ca50-41c8-95e8-af229950acdd req-8a811e68-7f06-4ee0-bf2f-090e60719779 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916613 Jun 07 18:54:54.910761 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd67afd-e6f6-4e6b-a01e-5fabf99aa0ac,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:54.944027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:55.262564 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:55.271398 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cdd67afd-e6f6-4e6b-a01e-5fabf99aa0ac HTTP/1.1" status: 204 len: 168 time: 2.5043879 Jun 07 18:54:55.274618 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52122) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:55.364218 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.l3_db [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Floating IP f16eb20b-6301-4ed2-a4ce-ef6cd902c6c0 associated. External IP: 172.28.3.160, port: d4447728-f35b-475b-83aa-2e3046c7dc22. Jun 07 18:54:55.513493 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:55.799666 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b51b65-3960-441d-adf0-8f299cbe5817 req-67497737-56d7-4d13-abf9-7e16edb133b7 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:55.802802 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c0b51b65-3960-441d-adf0-8f299cbe5817 req-67497737-56d7-4d13-abf9-7e16edb133b7 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2810373 Jun 07 18:54:55.903991 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:55.914895 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80eb693f-fbd7-4a8d-afba-9d7aec014f97']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:55.932256 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b470e5-b12f-4714-a08b-36609d461e88') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:55.932641 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b470e5-b12f-4714-a08b-36609d461e88') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:55.960377 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266735905'] for segment, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:55.966982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:55.994939 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 18:54:55.994939 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266784468'] for segment, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: Traceback (most recent call last): Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: timer() Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: cb(*args, **kw) Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: return func(*args, **kwargs) Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: self._notify() Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: self.callback(batched_events) Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: event.method(event) Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: return f(self, *a, **k) Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: return self._get(url).json() Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: return self.request(url, 'GET', **kwargs) Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 18:54:56.013592 dv-cinder-790535-1-smb neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 18:54:56.253217 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c0b51b65-3960-441d-adf0-8f299cbe5817 req-3ebed5c6-8f14-4a3e-ba4a-3203b2f65a32 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440570 Jun 07 18:54:56.340515 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:56.345479 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:56.367257 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:56.369617 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] 10.222.0.20 "DELETE /v2.0/networks/80eb693f-fbd7-4a8d-afba-9d7aec014f97 HTTP/1.1" status: 204 len: 168 time: 1.0931818 Jun 07 18:54:56.373272 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=80eb693f-fbd7-4a8d-afba-9d7aec014f97,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:56.380643 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9ce6606d-d32b-4dc5-98cc-5cf035a92c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:56.430596 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Router 8e2e70cd-8542-4579-9a48-2f2f1058910c has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:54:56.554002 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.db.resource_extend [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 18:54:56.921476 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:56.934196 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52184) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:56.942096 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:54:56.944634 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:56.967366 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] Sync routers for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:54:56.999029 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:57.000069 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:54:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:57.059488 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52192) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:57.059683 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-e17ee7be-19be-4139-bd50-99cbb291640d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79a4fbc8a6fc45f481c7fa3c60c055c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1224658 Jun 07 18:54:57.153665 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:57.272567 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-8be77801-3e2e-42a3-bb13-ee9637f8fa53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "PUT /v2.0/floatingips/f16eb20b-6301-4ed2-a4ce-ef6cd902c6c0 HTTP/1.1" status: 200 len: 991 time: 5.3080821 Jun 07 18:54:57.277068 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:57.279774 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846" -d '{"events": [{"name": "network-changed", "server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:57.400139 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:57.408812 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c79db4-7102-47d5-845e-38febbf9d1f6 x-openstack-request-id: req-07c79db4-7102-47d5-845e-38febbf9d1f6 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:57.409379 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:57.409984 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07c79db4-7102-47d5-845e-38febbf9d1f6 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:57.410553 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'status': 'completed', 'code': 200} Jun 07 18:54:57.434195 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-499f6936-f64e-4056-a7a4-6fb52fc30228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:57.476164 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.l3_db [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Floating IP de716c55-23be-4736-9bf0-fc475bb483fc associated. External IP: 172.28.3.55, port: 28321dbb-6c34-4b58-9184-1e9841058558. Jun 07 18:54:57.548621 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-499f6936-f64e-4056-a7a4-6fb52fc30228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:57.640822 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-06a8b228-1595-4a6a-b098-42edcbb3fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:57.647020 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-06a8b228-1595-4a6a-b098-42edcbb3fc1a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 1098 time: 0.2507651 Jun 07 18:54:57.888393 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-840e6418-4669-48eb-981c-215279033306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:57.890105 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-840e6418-4669-48eb-981c-215279033306 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.2002642 Jun 07 18:54:57.902973 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09142eef-e12f-49b0-bfac-14042c3c825f req-aaf1b98f-e2e5-4b99-b6ed-1e4eb38e2c67 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:57.911243 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-09142eef-e12f-49b0-bfac-14042c3c825f req-aaf1b98f-e2e5-4b99-b6ed-1e4eb38e2c67 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2613442 Jun 07 18:54:57.991811 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'f16eb20b-6301-4ed2-a4ce-ef6cd902c6c0', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'floating_ip_address': '172.28.3.160', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'port_id': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'mac_address': 'fa:16:3e:58:53:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:54:17Z', 'updated_at': '2021-06-07T18:54:53Z', 'revision_number': 1, 'project_id': '900703da489243d9910aad8278d29ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:57.996966 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] Checking router: 8e2e70cd-8542-4579-9a48-2f2f1058910c for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:54:58.009886 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:58.010829 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:54:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:58.073781 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-09142eef-e12f-49b0-bfac-14042c3c825f req-7361bc80-f5bd-4480-b0c5-a3c74af1f5c1 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614881 Jun 07 18:54:58.098751 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-5d30fc41-0ae4-4548-8578-6f4335e41eeb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4447728-f35b-475b-83aa-2e3046c7dc22 HTTP/1.1" status: 200 len: 999 time: 0.1813886 Jun 07 18:54:58.260040 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:58.261869 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52216) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:58.302626 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-cfdf88d7-ae56-43ab-953f-60101f575b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:58.310416 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-cfdf88d7-ae56-43ab-953f-60101f575b99 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.2008471 Jun 07 18:54:58.332265 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52220) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:58.334584 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Router 08e653df-a252-4a98-ae03-476023e0a76d has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:54:58.449745 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-4cc5aec4-4b42-4645-84b3-a1e876954e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:58.451454 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-4cc5aec4-4b42-4645-84b3-a1e876954e4b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1129749 Jun 07 18:54:58.535832 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-499f6936-f64e-4056-a7a4-6fb52fc30228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:58.540236 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-499f6936-f64e-4056-a7a4-6fb52fc30228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:58.545838 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-499f6936-f64e-4056-a7a4-6fb52fc30228 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec2401c5-1321-49ee-ac72-46a13fc028e0 HTTP/1.1" status: 204 len: 168 time: 1.4690764 Jun 07 18:54:58.556492 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-080ff01a-16cb-4c06-8912-c7b3e290bb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:58.594057 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f6936-f64e-4056-a7a4-6fb52fc30228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2401c5-1321-49ee-ac72-46a13fc028e0,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:58.605730 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-499f6936-f64e-4056-a7a4-6fb52fc30228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:58.762547 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e308913-30ea-443e-aaae-ec3bed3f87bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:58.799154 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:54:58.816599 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] Sync routers for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:54:58.834087 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:58.860591 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:54:58.861582 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:54:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:58.916317 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-64e8eba5-ad02-4580-8af0-c571c4cdb464 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504824 Jun 07 18:54:59.025339 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-45a3f722-42d5-4ff5-a7f3-07fbf2723131 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "PUT /v2.0/floatingips/de716c55-23be-4736-9bf0-fc475bb483fc HTTP/1.1" status: 200 len: 990 time: 4.6700511 Jun 07 18:54:59.072356 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-73ad25be-371c-44b0-9f0a-3a81c35cf314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:59.129963 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'f16eb20b-6301-4ed2-a4ce-ef6cd902c6c0', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'floating_ip_address': '172.28.3.160', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'port_id': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'mac_address': 'fa:16:3e:58:53:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:54:17Z', 'updated_at': '2021-06-07T18:54:53Z', 'revision_number': 1, 'project_id': '900703da489243d9910aad8278d29ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:54:59.141406 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a76c9c-7421-40ac-b00d-9e1aafd92dab None None] The sync data for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb is: [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'f16eb20b-6301-4ed2-a4ce-ef6cd902c6c0', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'floating_ip_address': '172.28.3.160', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'port_id': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'mac_address': 'fa:16:3e:58:53:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:54:17Z', 'updated_at': '2021-06-07T18:54:53Z', 'revision_number': 1, 'project_id': '900703da489243d9910aad8278d29ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:54:59.427689 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'tag': '28321dbb-6c34-4b58-9184-1e9841058558'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:54:59.431744 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "071d2434-8d1b-4a29-b5b2-27bfa73e5506", "tag": "28321dbb-6c34-4b58-9184-1e9841058558"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:54:59.502631 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-24c4aa5b-85ae-4662-a6e8-c2a984e6b846 req-f9a10e28-6307-4462-ba9b-38e19888723f service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340791 Jun 07 18:54:59.572514 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:54:59.580332 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e308913-30ea-443e-aaae-ec3bed3f87bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:59.600465 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94daaa-acea-4714-944f-0e019de61749 req-db2d2fc5-eac1-417d-915e-7148ea1fe95c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:59.630497 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9e94daaa-acea-4714-944f-0e019de61749 req-db2d2fc5-eac1-417d-915e-7148ea1fe95c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2650845 Jun 07 18:54:59.646403 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e40d0ed-55b1-4e03-99b1-6f54a984361b x-openstack-request-id: req-4e40d0ed-55b1-4e03-99b1-6f54a984361b {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:54:59.646403 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071d2434-8d1b-4a29-b5b2-27bfa73e5506", "tag": "28321dbb-6c34-4b58-9184-1e9841058558", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:54:59.646636 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e40d0ed-55b1-4e03-99b1-6f54a984361b {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:54:59.647591 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'tag': '28321dbb-6c34-4b58-9184-1e9841058558', 'status': 'completed', 'code': 200} Jun 07 18:54:59.666252 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48151fd-59ff-44c7-b94b-220285f25b12 None None] New status for floating IP f16eb20b-6301-4ed2-a4ce-ef6cd902c6c0: ACTIVE {{(pid=104084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 18:54:59.758217 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e308913-30ea-443e-aaae-ec3bed3f87bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:54:59.773749 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:54:59.781674 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9e94daaa-acea-4714-944f-0e019de61749 req-8c20b6f4-7f9e-4c78-adbd-d7b19a206e5a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505427 Jun 07 18:54:59.887490 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e308913-30ea-443e-aaae-ec3bed3f87bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e553dd20-8bad-42c6-9991-fc7904245f53,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:54:59.897742 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5e308913-30ea-443e-aaae-ec3bed3f87bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:54:59.900635 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-5e308913-30ea-443e-aaae-ec3bed3f87bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3463077c25b64203a5b44f3d8b08e718&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6333818 Jun 07 18:54:59.906403 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52252) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:54:59.936181 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-5d892833-d397-4969-ae66-18f2112ae104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:54:59.941844 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-5d892833-d397-4969-ae66-18f2112ae104 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 1098 time: 0.2869930 Jun 07 18:55:00.084552 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-775f2730-4eb9-4e5c-9caf-754e10144beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:00.155637 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-775f2730-4eb9-4e5c-9caf-754e10144beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:00.365256 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-775f2730-4eb9-4e5c-9caf-754e10144beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:00.386288 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-775f2730-4eb9-4e5c-9caf-754e10144beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:00.386288 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-775f2730-4eb9-4e5c-9caf-754e10144beb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e553dd20-8bad-42c6-9991-fc7904245f53 HTTP/1.1" status: 204 len: 168 time: 0.4635596 Jun 07 18:55:00.386288 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:00.400330 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f2730-4eb9-4e5c-9caf-754e10144beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e553dd20-8bad-42c6-9991-fc7904245f53,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:00.415969 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-775f2730-4eb9-4e5c-9caf-754e10144beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:00.452982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-73ad25be-371c-44b0-9f0a-3a81c35cf314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:00.452982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-bf9077a5-7be5-478d-a628-472547a2b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:00.452982 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-bf9077a5-7be5-478d-a628-472547a2b66d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 911 time: 0.4933987 Jun 07 18:55:00.573276 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'de716c55-23be-4736-9bf0-fc475bb483fc', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'floating_ip_address': '172.28.3.55', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'port_id': '28321dbb-6c34-4b58-9184-1e9841058558', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'mac_address': 'fa:16:3e:c5:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:54:16Z', 'updated_at': '2021-06-07T18:54:56Z', 'revision_number': 1, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:55:00.579003 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] Checking router: 08e653df-a252-4a98-ae03-476023e0a76d for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:55:00.589709 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:55:00.590739 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:54:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:55:00.632590 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-dda506a1-f668-4a6b-9c7d-cbf611986d8a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28321dbb-6c34-4b58-9184-1e9841058558 HTTP/1.1" status: 200 len: 998 time: 0.1549289 Jun 07 18:55:00.751913 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-47907eac-7235-464b-b5b2-1fe894cd8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:00.757219 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-47907eac-7235-464b-b5b2-1fe894cd8446 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cedf77e4-ee67-4762-a08e-88df87223f5f HTTP/1.1" status: 200 len: 849 time: 0.1279488 Jun 07 18:55:00.757424 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-73ad25be-371c-44b0-9f0a-3a81c35cf314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:00.771747 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c27edbd7-b779-49b9-8951-62bfc0956eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:01.073650 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad25be-371c-44b0-9f0a-3a81c35cf314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845dbe31-8c8e-4b18-97ca-1fd8faed7a48,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:01.084495 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-73ad25be-371c-44b0-9f0a-3a81c35cf314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:01.171372 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:55:01.176875 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-73ad25be-371c-44b0-9f0a-3a81c35cf314 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eb3532186ac46af850d529314380b61&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8422825 Jun 07 18:55:01.181567 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52298) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:01.297403 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-ec76b925-98fc-4f38-8338-e23286c449b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:01.301081 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-ec76b925-98fc-4f38-8338-e23286c449b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff6cf35f-8e60-427c-92e1-346e9b5bc702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5312335 Jun 07 18:55:01.351693 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc20be4-4e19-481b-8811-e87900ed0580 req-dcaebc1a-eba0-4d85-8b68-2a380778f884 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:01.353483 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2fc20be4-4e19-481b-8811-e87900ed0580 req-dcaebc1a-eba0-4d85-8b68-2a380778f884 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1654618 Jun 07 18:55:01.378962 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3947a1ee-9410-4f7a-8c06-3d6513a2b7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:01.482551 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3947a1ee-9410-4f7a-8c06-3d6513a2b7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:01.497055 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2fc20be4-4e19-481b-8811-e87900ed0580 req-c95e548d-e84d-4263-b2a8-99e118b1648c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324804 Jun 07 18:55:01.584589 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-32977e36-3bf9-4155-bc87-17bdc5352207 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675745 Jun 07 18:55:01.599904 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52306) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:01.630753 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b42d9be6-98ce-46de-b164-c34c7d27fab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:01.833127 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3947a1ee-9410-4f7a-8c06-3d6513a2b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:01.842368 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3947a1ee-9410-4f7a-8c06-3d6513a2b7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:01.853722 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3947a1ee-9410-4f7a-8c06-3d6513a2b7a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/845dbe31-8c8e-4b18-97ca-1fd8faed7a48 HTTP/1.1" status: 204 len: 168 time: 0.6658192 Jun 07 18:55:01.862212 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:01.876538 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'de716c55-23be-4736-9bf0-fc475bb483fc', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'floating_ip_address': '172.28.3.55', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'port_id': '28321dbb-6c34-4b58-9184-1e9841058558', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'mac_address': 'fa:16:3e:c5:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:54:16Z', 'updated_at': '2021-06-07T18:54:56Z', 'revision_number': 1, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:55:01.885593 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c2617-d403-411d-99a6-e4e92f9e179f None None] The sync data for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb is: [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'de716c55-23be-4736-9bf0-fc475bb483fc', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'floating_ip_address': '172.28.3.55', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'port_id': '28321dbb-6c34-4b58-9184-1e9841058558', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'mac_address': 'fa:16:3e:c5:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:54:16Z', 'updated_at': '2021-06-07T18:54:56Z', 'revision_number': 1, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:55:01.901849 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947a1ee-9410-4f7a-8c06-3d6513a2b7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845dbe31-8c8e-4b18-97ca-1fd8faed7a48,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:01.906869 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3947a1ee-9410-4f7a-8c06-3d6513a2b7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:01.917368 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e3d9fb44-bdc2-4dc5-abe0-a72da3688b4b req-96e596a6-0aa4-42be-bb7b-602bb084f681 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178830 Jun 07 18:55:02.011897 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b42d9be6-98ce-46de-b164-c34c7d27fab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:02.157550 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b42d9be6-98ce-46de-b164-c34c7d27fab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:02.169464 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3e590030-4b2e-4065-8695-a430ef8383b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:02.205003 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d33527-ab7e-4a35-b1da-514d7cc38292 None None] New status for floating IP de716c55-23be-4736-9bf0-fc475bb483fc: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 18:55:02.215481 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-b42d9be6-98ce-46de-b164-c34c7d27fab2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5a996a467d94e0d9fb298caa1dd4def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6118801 Jun 07 18:55:02.217360 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d9be6-98ce-46de-b164-c34c7d27fab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4cc210-3024-4c88-a26a-76671f6dabec,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:02.219236 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52322) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:02.221392 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b42d9be6-98ce-46de-b164-c34c7d27fab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:02.350245 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b2674dec-f986-44f4-b0bf-e3200d176044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:02.473736 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b2674dec-f986-44f4-b0bf-e3200d176044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:02.764594 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b2674dec-f986-44f4-b0bf-e3200d176044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:02.772167 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b2674dec-f986-44f4-b0bf-e3200d176044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:02.774817 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-b2674dec-f986-44f4-b0bf-e3200d176044 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a4cc210-3024-4c88-a26a-76671f6dabec HTTP/1.1" status: 204 len: 168 time: 0.5532415 Jun 07 18:55:02.781295 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:02.793263 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2674dec-f986-44f4-b0bf-e3200d176044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4cc210-3024-4c88-a26a-76671f6dabec,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:02.796691 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b2674dec-f986-44f4-b0bf-e3200d176044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:02.982964 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921913e-5811-4585-9bc4-ac3a20858f64 req-32353b7a-8b79-4b85-9282-f62d2f8a399a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:02.989661 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1921913e-5811-4585-9bc4-ac3a20858f64 req-32353b7a-8b79-4b85-9282-f62d2f8a399a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2529662 Jun 07 18:55:03.052505 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1921913e-5811-4585-9bc4-ac3a20858f64 req-fc918356-f733-4f74-a0db-800577962437 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602231 Jun 07 18:55:03.094673 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52352) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:03.137489 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f4a00eac-eafa-49e5-8603-3302f80c281e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:03.340091 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f4a00eac-eafa-49e5-8603-3302f80c281e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:03.404823 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f4a00eac-eafa-49e5-8603-3302f80c281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:03.423312 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9d66ba9e-5036-4f32-950a-f52a1fbeed56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:03.514326 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-f4a00eac-eafa-49e5-8603-3302f80c281e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dae6b2055bf47c1a5cef54985341fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157231 Jun 07 18:55:03.514984 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52362) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:03.538417 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a00eac-eafa-49e5-8603-3302f80c281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be13144-e7ed-4e26-92f6-ac720a2cb850,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:03.558150 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f4a00eac-eafa-49e5-8603-3302f80c281e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:03.646982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18a035b5-485b-419e-be8f-b59bd651ce82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:03.683791 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18a035b5-485b-419e-be8f-b59bd651ce82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:03.838543 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18a035b5-485b-419e-be8f-b59bd651ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:03.844388 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-18a035b5-485b-419e-be8f-b59bd651ce82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:03.846549 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-18a035b5-485b-419e-be8f-b59bd651ce82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1be13144-e7ed-4e26-92f6-ac720a2cb850 HTTP/1.1" status: 204 len: 168 time: 0.3298566 Jun 07 18:55:03.847995 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:03.872466 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a035b5-485b-419e-be8f-b59bd651ce82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be13144-e7ed-4e26-92f6-ac720a2cb850,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:03.887341 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-18a035b5-485b-419e-be8f-b59bd651ce82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:04.318731 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cbca-375a-4c72-b825-9b204bf5817c req-7dfa8ee9-a6d8-4bd5-a935-3c914531c752 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:04.321900 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0946cbca-375a-4c72-b825-9b204bf5817c req-7dfa8ee9-a6d8-4bd5-a935-3c914531c752 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1119370 Jun 07 18:55:04.372207 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52396) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:04.448041 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0946cbca-375a-4c72-b825-9b204bf5817c req-bce86ee7-68b9-40d4-875b-7dadccc3674e tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042452 Jun 07 18:55:04.799701 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-303a06b5-72c3-43ac-9bc8-672c3bc4b061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:05.018220 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:55:05.083323 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-303a06b5-72c3-43ac-9bc8-672c3bc4b061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:05.209344 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-303a06b5-72c3-43ac-9bc8-672c3bc4b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:05.262977 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-92c09397-a3c6-4693-80e6-0351625d8a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:05.281158 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-303a06b5-72c3-43ac-9bc8-672c3bc4b061 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28bebc5c60ad4dbba0835aa27c75058a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9093668 Jun 07 18:55:05.285290 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52430) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:05.314478 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a06b5-72c3-43ac-9bc8-672c3bc4b061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5787172d-eec8-4571-abeb-a4ef283ab552,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:05.319310 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-303a06b5-72c3-43ac-9bc8-672c3bc4b061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:05.414336 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdd2142a-69f5-47e2-b848-26bba50e6561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:05.453512 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdd2142a-69f5-47e2-b848-26bba50e6561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:05.658991 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdd2142a-69f5-47e2-b848-26bba50e6561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:05.662460 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdd2142a-69f5-47e2-b848-26bba50e6561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:05.667050 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-cdd2142a-69f5-47e2-b848-26bba50e6561 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5787172d-eec8-4571-abeb-a4ef283ab552 HTTP/1.1" status: 204 len: 168 time: 0.3772392 Jun 07 18:55:05.667050 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f4a00eac-eafa-49e5-8603-3302f80c281e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:05.699429 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9971a8-3599-4498-9002-8823835866da req-6c41ddd8-2476-4a55-8387-cb4d9ddcdde2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:05.702018 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ce9971a8-3599-4498-9002-8823835866da req-6c41ddd8-2476-4a55-8387-cb4d9ddcdde2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1151733 Jun 07 18:55:05.706780 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2142a-69f5-47e2-b848-26bba50e6561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5787172d-eec8-4571-abeb-a4ef283ab552,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:05.712534 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-cdd2142a-69f5-47e2-b848-26bba50e6561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:05.805533 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ce9971a8-3599-4498-9002-8823835866da req-3d0b2e94-ed9a-48de-a02c-9766df3df27c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970230 Jun 07 18:55:06.364179 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-e95e8c45-faae-4a36-b5a8-8a16789ef173 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0980821 Jun 07 18:55:06.555849 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-e3e37f6f-a895-4f72-99a1-c587b6631aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:06.557391 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-e3e37f6f-a895-4f72-99a1-c587b6631aa7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1098 time: 0.1046877 Jun 07 18:55:06.744984 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-6250d25c-c580-472e-9ebc-1a3184937d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:06.746440 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-6250d25c-c580-472e-9ebc-1a3184937d1b service neutron] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 919 time: 0.1624351 Jun 07 18:55:06.827857 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-c146b665-b5f2-4f42-974c-675a090213a0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc HTTP/1.1" status: 200 len: 217 time: 0.0674410 Jun 07 18:55:07.070612 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-d36dae89-ced9-4da2-bdfa-c9bcb1eaad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:07.071983 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-d36dae89-ced9-4da2-bdfa-c9bcb1eaad98 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.2260618 Jun 07 18:55:07.129972 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52490) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:07.162966 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f8ddd0af-4a9c-44a1-8097-a505fb7a330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:07.172454 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ee72-aa51-4394-95c9-e9b8de68f56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:07.182297 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-1c65ff68-953e-4110-99be-da46b7b30d40 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995104 Jun 07 18:55:07.317844 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ee72-aa51-4394-95c9-e9b8de68f56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:07.324304 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f67b3-fd0d-40c1-baa9-301b15844154 req-3448b07d-d67e-4986-ac8f-0ad15cf4c851 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:07.332415 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-620f67b3-fd0d-40c1-baa9-301b15844154 req-3448b07d-d67e-4986-ac8f-0ad15cf4c851 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.3636510 Jun 07 18:55:07.398157 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ee72-aa51-4394-95c9-e9b8de68f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:07.407787 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-499f6936-f64e-4056-a7a4-6fb52fc30228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:07.459870 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-dfa1ee72-aa51-4394-95c9-e9b8de68f56d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8156d1de15c54acc9242b97941132ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257008 Jun 07 18:55:07.459870 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1ee72-aa51-4394-95c9-e9b8de68f56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869126c6-9013-4672-8aa5-d6816a14157a,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:07.460566 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52498) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:07.487403 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-dfa1ee72-aa51-4394-95c9-e9b8de68f56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:07.526251 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-620f67b3-fd0d-40c1-baa9-301b15844154 req-4b9cdbef-dccf-44cd-8bbc-2732511d40f5 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925783 Jun 07 18:55:07.533957 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-5e726636-08b8-4be8-9cf5-9fc5515c9fdd service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381121 Jun 07 18:55:07.570158 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dfdab6f7-cda6-4c06-babd-887b938cef9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:07.631798 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dfdab6f7-cda6-4c06-babd-887b938cef9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:07.788446 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9ecd6c4d-5cbd-4a9c-b600-7e958cd60276 req-7241b387-f357-4750-ab94-af9da752075a service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436833 Jun 07 18:55:07.861128 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dfdab6f7-cda6-4c06-babd-887b938cef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:07.872490 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dfdab6f7-cda6-4c06-babd-887b938cef9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:07.872490 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-dfdab6f7-cda6-4c06-babd-887b938cef9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/869126c6-9013-4672-8aa5-d6816a14157a HTTP/1.1" status: 204 len: 168 time: 0.4012778 Jun 07 18:55:07.872490 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-dfa1ee72-aa51-4394-95c9-e9b8de68f56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:07.887414 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdab6f7-cda6-4c06-babd-887b938cef9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869126c6-9013-4672-8aa5-d6816a14157a,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:07.891968 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-dfdab6f7-cda6-4c06-babd-887b938cef9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:07.908959 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52510) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:08.124203 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d671bef-a9b9-418f-acb6-d868953b5e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:08.326966 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d671bef-a9b9-418f-acb6-d868953b5e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:08.458644 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d671bef-a9b9-418f-acb6-d868953b5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:08.469340 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-17cd58bb-503a-469e-9d71-81d13c075a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:08.521132 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-7d671bef-a9b9-418f-acb6-d868953b5e0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=163decc5319542db83599e5007b332cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106858 Jun 07 18:55:08.524662 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52534) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:08.558362 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d671bef-a9b9-418f-acb6-d868953b5e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b875f561-7b97-49c5-8a04-3cf9fc8218e2,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:08.570468 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7d671bef-a9b9-418f-acb6-d868953b5e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:08.656381 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b780a269-5227-48b4-999f-15d4c135a5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:08.726673 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b780a269-5227-48b4-999f-15d4c135a5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:08.973046 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92fb60-34ad-40d3-bcda-4e2ae1339025 req-5b053343-688d-4d30-a18d-0368e2894738 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:08.974702 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3f92fb60-34ad-40d3-bcda-4e2ae1339025 req-5b053343-688d-4d30-a18d-0368e2894738 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1648104 Jun 07 18:55:09.041061 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3f92fb60-34ad-40d3-bcda-4e2ae1339025 req-6a99d2f8-7bf2-4dcb-be89-f2174fcdcc1e tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598352 Jun 07 18:55:09.056835 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b780a269-5227-48b4-999f-15d4c135a5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:09.059467 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b780a269-5227-48b4-999f-15d4c135a5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:09.060705 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-b780a269-5227-48b4-999f-15d4c135a5f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b875f561-7b97-49c5-8a04-3cf9fc8218e2 HTTP/1.1" status: 204 len: 168 time: 0.5348873 Jun 07 18:55:09.061562 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-775f2730-4eb9-4e5c-9caf-754e10144beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:09.072909 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780a269-5227-48b4-999f-15d4c135a5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b875f561-7b97-49c5-8a04-3cf9fc8218e2,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:09.075757 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b780a269-5227-48b4-999f-15d4c135a5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:09.251248 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:09.728363 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52576) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:10.080073 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-123199607-network', 'tenant_id': '21dd07676ef24cf4ab5bce74a5614343'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:55:10.235244 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Made reservation on behalf of 21dd07676ef24cf4ab5bce74a5614343 for: {'network': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:55:10.242423 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.266596 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.278641 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1c7d0cc2-0d7d-4b2e-bdb1-017417e4bdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.281284 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.414406 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001b982-c77f-4cf9-90e2-d5f699a62204 req-75f09e68-2afc-44bc-8987-d8f795147fef tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:10.417110 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1001b982-c77f-4cf9-90e2-d5f699a62204 req-75f09e68-2afc-44bc-8987-d8f795147fef tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1781197 Jun 07 18:55:10.459675 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.502237 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1001b982-c77f-4cf9-90e2-d5f699a62204 req-c29da9aa-5388-4d77-a3dd-825324a0afad tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773604 Jun 07 18:55:10.562006 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.567774 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-430dd95f-f6f0-418f-b9a5-6bdf8e972ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:10.597799 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=104082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:55:10.611590 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e16bea6-ac40-46c4-ac18-31afdc496d23,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:10.616428 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.616819 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.segments_db [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Added segment 6b5cb186-b8e1-4beb-a59b-466d605beb93 of type vlan for network ec8df81e-abe0-4953-b810-f2361529eae1 Jun 07 18:55:10.630750 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:10.686273 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.816619 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52618) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:10.866712 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.868182 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:10.868909 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:10.874045 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:10.982036 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=ec8df81e-abe0-4953-b810-f2361529eae1,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:10.990064 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:11.009024 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network ec8df81e-abe0-4953-b810-f2361529eae1 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:55:11.013474 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f111dc35-b2c6-4aaf-8b72-df8f2402404d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:11.148096 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4181075 Jun 07 18:55:11.154430 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52636) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:11.164579 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Request body: {'subnet': {'network_id': 'ec8df81e-abe0-4953-b810-f2361529eae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-123199607-subnet', 'tenant_id': '21dd07676ef24cf4ab5bce74a5614343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:55:11.394995 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f111dc35-b2c6-4aaf-8b72-df8f2402404d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:11.431190 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:11.471720 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f111dc35-b2c6-4aaf-8b72-df8f2402404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:11.481444 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-dc4ad2c4-8f69-4730-bec4-62db33a3095b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:11.524536 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-f111dc35-b2c6-4aaf-8b72-df8f2402404d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0d957966b1e4ba3ae23691eee3a1649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067273 Jun 07 18:55:11.527570 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52670) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:11.527969 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111dc35-b2c6-4aaf-8b72-df8f2402404d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea31bef-bfe8-480a-b82c-4f925be66895,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:11.531169 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f111dc35-b2c6-4aaf-8b72-df8f2402404d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:11.593813 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Made reservation on behalf of 21dd07676ef24cf4ab5bce74a5614343 for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:55:11.596741 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266354395'] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:11.804565 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-26d641a8-73fd-4968-879d-8985a69e6656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:11.889474 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-26d641a8-73fd-4968-879d-8985a69e6656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:12.021258 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81336092-12fc-46a1-ac61-1bd878b2bf3d req-964d1dc2-3264-42eb-9b24-cb9ba5647553 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:12.029463 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-81336092-12fc-46a1-ac61-1bd878b2bf3d req-964d1dc2-3264-42eb-9b24-cb9ba5647553 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2958622 Jun 07 18:55:12.111915 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-81336092-12fc-46a1-ac61-1bd878b2bf3d req-fff53534-6897-47c2-8178-7ecd79f21f6c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809774 Jun 07 18:55:12.139445 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-26d641a8-73fd-4968-879d-8985a69e6656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:12.144834 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-26d641a8-73fd-4968-879d-8985a69e6656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:12.146661 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-26d641a8-73fd-4968-879d-8985a69e6656 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ea31bef-bfe8-480a-b82c-4f925be66895 HTTP/1.1" status: 204 len: 168 time: 0.6167786 Jun 07 18:55:12.147747 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:12.165326 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d641a8-73fd-4968-879d-8985a69e6656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea31bef-bfe8-480a-b82c-4f925be66895,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:12.168808 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-26d641a8-73fd-4968-879d-8985a69e6656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:12.260211 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267045280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266354405'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:12.264444 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:12.344761 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=021972a4-170c-4894-84ff-c69c45239c28,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:12.352317 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:12.362162 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Checking segment: {'id': '6b5cb186-b8e1-4beb-a59b-466d605beb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ec8df81e-abe0-4953-b810-f2361529eae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:55:12.362622 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Network hostable DHCP agents. Network: ec8df81e-abe0-4953-b810-f2361529eae1, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:55:12.523723 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Network ec8df81e-abe0-4953-b810-f2361529eae1 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:55:12.632528 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, ec8df81e-abe0-4953-b810-f2361529eae1) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:55:12.640141 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:12.653684 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:12.653883 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b286ac-0a79-4112-820d-4a10f5201678 None None] Network ec8df81e-abe0-4953-b810-f2361529eae1 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:55:12.799879 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-11782e51-1dbd-4bdd-9fde-d900b4384ba1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6439166 Jun 07 18:55:12.879746 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52700) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:12.949397 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea9e54-a042-4d16-82d5-164d7931fb95 None None] Network ec8df81e-abe0-4953-b810-f2361529eae1 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:55:13.219612 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f4e39d15-a935-42a8-af47-2b33e2e72f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.264982 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.266919 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52712) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:13.301224 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-916f86e6-cfc0-432e-bc09-fa29a36998fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.376149 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f4e39d15-a935-42a8-af47-2b33e2e72f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.453400 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bbcb7-106b-4d3a-ba70-f2d7e8a8adf6 req-6fa2f773-22b9-4d9e-93b8-8a4d025e29f6 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:13.454971 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f17bbcb7-106b-4d3a-ba70-f2d7e8a8adf6 req-6fa2f773-22b9-4d9e-93b8-8a4d025e29f6 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1077671 Jun 07 18:55:13.466343 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f4e39d15-a935-42a8-af47-2b33e2e72f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.483377 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:13.542419 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f17bbcb7-106b-4d3a-ba70-f2d7e8a8adf6 req-3332bead-17d2-43e7-9453-8a51166fd320 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762901 Jun 07 18:55:13.573008 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-f4e39d15-a935-42a8-af47-2b33e2e72f2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8ab308be2f943058bca9626d5ff1760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906703 Jun 07 18:55:13.579244 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e39d15-a935-42a8-af47-2b33e2e72f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e977bc8-de2c-4ef9-aff0-419c55f0b2cb,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:13.579244 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f4e39d15-a935-42a8-af47-2b33e2e72f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:13.580499 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52720) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:13.668172 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-486aa71b-04bb-4480-9c00-4bde65eae3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.683876 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-916f86e6-cfc0-432e-bc09-fa29a36998fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.738266 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-486aa71b-04bb-4480-9c00-4bde65eae3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.804945 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-916f86e6-cfc0-432e-bc09-fa29a36998fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.847198 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-552eae97-9b53-4b1c-8c2b-488109e61571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:13.865204 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-916f86e6-cfc0-432e-bc09-fa29a36998fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17c5c9d6f4344c4e96ec9c99fb26726f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952077 Jun 07 18:55:13.871882 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52730) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:13.895984 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f86e6-cfc0-432e-bc09-fa29a36998fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f17e9ba-b621-4320-a8e3-f4e9c14b2f0e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:13.900190 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-916f86e6-cfc0-432e-bc09-fa29a36998fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:13.924944 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-486aa71b-04bb-4480-9c00-4bde65eae3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.927595 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52732) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:13.928020 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-486aa71b-04bb-4480-9c00-4bde65eae3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:13.929190 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-486aa71b-04bb-4480-9c00-4bde65eae3fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e977bc8-de2c-4ef9-aff0-419c55f0b2cb HTTP/1.1" status: 204 len: 168 time: 0.3477769 Jun 07 18:55:13.950074 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:13.969988 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aa71b-04bb-4480-9c00-4bde65eae3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e977bc8-de2c-4ef9-aff0-419c55f0b2cb,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:13.977885 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-486aa71b-04bb-4480-9c00-4bde65eae3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:14.007324 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d8b8768b-cd03-479e-aa64-fbdde5032a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.057598 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d8b8768b-cd03-479e-aa64-fbdde5032a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.129256 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-37b33f9c-bef4-48ad-a7ca-2bb12cae9652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.278218 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d8b8768b-cd03-479e-aa64-fbdde5032a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.283164 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d8b8768b-cd03-479e-aa64-fbdde5032a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.287662 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-d8b8768b-cd03-479e-aa64-fbdde5032a26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f17e9ba-b621-4320-a8e3-f4e9c14b2f0e HTTP/1.1" status: 204 len: 168 time: 0.4115374 Jun 07 18:55:14.287662 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:14.305146 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8768b-cd03-479e-aa64-fbdde5032a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f17e9ba-b621-4320-a8e3-f4e9c14b2f0e,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:14.309918 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d8b8768b-cd03-479e-aa64-fbdde5032a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:14.414977 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-37b33f9c-bef4-48ad-a7ca-2bb12cae9652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.500622 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-37b33f9c-bef4-48ad-a7ca-2bb12cae9652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.522494 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-31c54fd5-fe45-4295-8a9f-8dab2fcb99a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:14.572327 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-37b33f9c-bef4-48ad-a7ca-2bb12cae9652 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9f816431dcb45478d964fac962cae20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6430597 Jun 07 18:55:14.576706 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52752) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:14.578214 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b33f9c-bef4-48ad-a7ca-2bb12cae9652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004aa91a-38ff-4d4a-aa20-e0ba9a628057,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:14.589765 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-37b33f9c-bef4-48ad-a7ca-2bb12cae9652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:14.729266 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8f761eb4-a81e-469f-9a35-ff152473a0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.749630 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52766) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:14.755703 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-230271839-network', 'tenant_id': '24a22f91c2e54aefb6471df711673e35'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:55:14.768088 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8f761eb4-a81e-469f-9a35-ff152473a0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.860593 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Made reservation on behalf of 24a22f91c2e54aefb6471df711673e35 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:55:14.864443 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.891227 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:14.919390 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95377959-7036-4f35-992b-b78deb68aca1 req-97c46ac5-edc7-4562-80b4-d9b489b3f726 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:14.921476 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-95377959-7036-4f35-992b-b78deb68aca1 req-97c46ac5-edc7-4562-80b4-d9b489b3f726 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1052251 Jun 07 18:55:14.983448 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-95377959-7036-4f35-992b-b78deb68aca1 req-a155e1f0-2afa-4d23-90a6-f411390262f2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520806 Jun 07 18:55:15.053467 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8f761eb4-a81e-469f-9a35-ff152473a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:15.059639 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8f761eb4-a81e-469f-9a35-ff152473a0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:15.061585 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-8f761eb4-a81e-469f-9a35-ff152473a0e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/004aa91a-38ff-4d4a-aa20-e0ba9a628057 HTTP/1.1" status: 204 len: 168 time: 0.4740040 Jun 07 18:55:15.063082 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-303a06b5-72c3-43ac-9bc8-672c3bc4b061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:15.077922 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f761eb4-a81e-469f-9a35-ff152473a0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004aa91a-38ff-4d4a-aa20-e0ba9a628057,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:15.082243 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8f761eb4-a81e-469f-9a35-ff152473a0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:15.216872 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:15.363130 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:15.372526 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-765f0697-38d9-4c23-b563-57a0a1494d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:15.424818 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:55:15.435095 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18fe7fa-353f-41e5-99d3-da883a6ee9c6,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:15.438821 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:15.444879 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:15.445211 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Added segment bedf43c5-a3ff-43c4-9f90-6f3eb500f4e5 of type vlan for network 95c11245-044e-4f6c-86ee-23b31bfa6950 Jun 07 18:55:15.476325 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:15.632739 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:15.635927 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:15.637556 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:15.648032 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:15.807351 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0565789 Jun 07 18:55:15.808244 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Pushing event updated for resources: {'Network': ['ID=95c11245-044e-4f6c-86ee-23b31bfa6950,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:15.812847 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52800) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:15.819481 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:15.821150 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network 95c11245-044e-4f6c-86ee-23b31bfa6950 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:55:15.828435 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Request body: {'subnet': {'network_id': '95c11245-044e-4f6c-86ee-23b31bfa6950', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-230271839-subnet', 'tenant_id': '24a22f91c2e54aefb6471df711673e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:55:15.980381 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Made reservation on behalf of 24a22f91c2e54aefb6471df711673e35 for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:55:15.982960 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266354395'] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:16.153530 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 52814) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:16.186162 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa56b-31ca-4a9b-a097-9f901edd88c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:16.362206 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86daa5-8ee6-4ec7-887e-0be3bc3ba20e req-534669db-6a2f-43a8-a69f-d1dc972fd575 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:16.363789 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7f86daa5-8ee6-4ec7-887e-0be3bc3ba20e req-534669db-6a2f-43a8-a69f-d1dc972fd575 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1500385 Jun 07 18:55:16.473905 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7f86daa5-8ee6-4ec7-887e-0be3bc3ba20e req-93cbb31d-5ed8-4f63-8b64-ca01d43c1159 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981984 Jun 07 18:55:16.479540 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa56b-31ca-4a9b-a097-9f901edd88c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:16.509889 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267045280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266354405'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:16.534754 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:16.590516 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa56b-31ca-4a9b-a097-9f901edd88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:16.606449 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-37b33f9c-bef4-48ad-a7ca-2bb12cae9652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:16.653019 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 52834) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:16.653619 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-1c7fa56b-31ca-4a9b-a097-9f901edd88c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=209102b002564d97825e6c73c6817516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986451 Jun 07 18:55:16.693761 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e36049e-da54-428a-9efa-17eaec67d831,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:16.696824 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:16.707324 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fa56b-31ca-4a9b-a097-9f901edd88c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6132691-17ff-47b4-abd7-b101324b4191,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:16.708931 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Checking segment: {'id': 'bedf43c5-a3ff-43c4-9f90-6f3eb500f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95c11245-044e-4f6c-86ee-23b31bfa6950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:55:16.709330 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Network hostable DHCP agents. Network: 95c11245-044e-4f6c-86ee-23b31bfa6950, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:55:16.712371 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1c7fa56b-31ca-4a9b-a097-9f901edd88c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:16.771790 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f394268c-d73b-4be4-8183-ffdf30a2b550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:16.806080 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f394268c-d73b-4be4-8183-ffdf30a2b550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:16.862640 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Network 95c11245-044e-4f6c-86ee-23b31bfa6950 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:55:16.963588 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f394268c-d73b-4be4-8183-ffdf30a2b550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:16.966624 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f394268c-d73b-4be4-8183-ffdf30a2b550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:16.975147 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-f394268c-d73b-4be4-8183-ffdf30a2b550 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6132691-17ff-47b4-abd7-b101324b4191 HTTP/1.1" status: 204 len: 168 time: 0.3135676 Jun 07 18:55:16.978505 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-afae8af8-f162-4ff3-805e-46947f477b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:17.004140 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394268c-d73b-4be4-8183-ffdf30a2b550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6132691-17ff-47b4-abd7-b101324b4191,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:17.007546 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, 95c11245-044e-4f6c-86ee-23b31bfa6950) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:55:17.014313 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f394268c-d73b-4be4-8183-ffdf30a2b550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:17.019022 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:17.022261 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31033d78-0f58-4635-bb42-51151b47d00a None None] Network 95c11245-044e-4f6c-86ee-23b31bfa6950 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:55:17.023416 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:17.151608 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3f9e01d5-9c27-4592-a2ea-976c941d8c13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3357847 Jun 07 18:55:17.504373 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044e7b2-e782-480e-bfb2-0dae0c6bc8a7 None None] Network 95c11245-044e-4f6c-86ee-23b31bfa6950 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:55:17.764383 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d8679-af5b-4cb6-9fa9-bb3adda20686 req-6724d65d-6555-4001-90f1-7a2aa495fa0b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:17.766576 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-440d8679-af5b-4cb6-9fa9-bb3adda20686 req-6724d65d-6555-4001-90f1-7a2aa495fa0b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1288617 Jun 07 18:55:17.855600 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-440d8679-af5b-4cb6-9fa9-bb3adda20686 req-6870867e-8d57-4335-9995-9a5c4e93896e tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788023 Jun 07 18:55:18.273258 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-8edb2513-dccd-44d4-9948-8871ae04c4df tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:18.276023 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-8edb2513-dccd-44d4-9948-8871ae04c4df tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/networks?id=ec8df81e-abe0-4953-b810-f2361529eae1 HTTP/1.1" status: 200 len: 808 time: 0.2297082 Jun 07 18:55:18.300934 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-deb27a51-440d-4b1e-bae0-e7e351c6a3cd tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/quotas/21dd07676ef24cf4ab5bce74a5614343 HTTP/1.1" status: 200 len: 375 time: 0.0178313 Jun 07 18:55:18.379735 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-be3f8fca-d511-4acf-938b-b5ec89038075 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=21dd07676ef24cf4ab5bce74a5614343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713670 Jun 07 18:55:18.604827 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-cd0667f2-c85a-42f9-a077-708b1facf06f service neutron] 10.222.0.20 "GET /v2.0/networks/ec8df81e-abe0-4953-b810-f2361529eae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141821 Jun 07 18:55:18.820485 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-ed144ac6-7add-4dff-b69c-1d3e0649f332 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8df81e-abe0-4953-b810-f2361529eae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181180 Jun 07 18:55:19.281365 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12454f-bd91-4670-b92d-a05ff26e1663 req-0212fbe0-ef54-473a-ba4f-ca74555a53d2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:19.284622 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0b12454f-bd91-4670-b92d-a05ff26e1663 req-0212fbe0-ef54-473a-ba4f-ca74555a53d2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1989861 Jun 07 18:55:19.434690 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0b12454f-bd91-4670-b92d-a05ff26e1663 req-944cd609-4a26-4ce5-82b5-9f82281413cb tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360486 Jun 07 18:55:19.477737 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8119655c-f764-49b5-b77a-fb1dfc3931fc req-10f0ed41-a3aa-4c63-a62f-5dcc51dc875a tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 210 time: 0.3670645 Jun 07 18:55:20.621410 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b9466d0-1221-478d-a3cb-f9831948ff40 req-8b9e95d1-7ad4-4de4-8cdc-4916bc94645e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 210 time: 0.0527234 Jun 07 18:55:20.730713 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e447d-fe8c-44ec-b8cb-f77564af05ea req-8851501e-abd6-4f1c-b2cb-8c29f5a75189 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:20.738990 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f68e447d-fe8c-44ec-b8cb-f77564af05ea req-8851501e-abd6-4f1c-b2cb-8c29f5a75189 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1294510 Jun 07 18:55:20.825468 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f68e447d-fe8c-44ec-b8cb-f77564af05ea req-a3abab5e-6b1f-4730-8594-10a9326f5b6b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826399 Jun 07 18:55:21.778989 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ec48412a-2610-42ed-aae2-a43c9b191507 req-7eaefcf8-478f-43fa-8019-c4f10a5e7b4d tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 210 time: 0.0454080 Jun 07 18:55:22.132752 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92540fba-2827-4e01-b858-e711335e47cd req-2b4894b9-e6c5-48ab-aa65-c947454892f8 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:22.134594 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-92540fba-2827-4e01-b858-e711335e47cd req-2b4894b9-e6c5-48ab-aa65-c947454892f8 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1297948 Jun 07 18:55:22.190574 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-92540fba-2827-4e01-b858-e711335e47cd req-a8df83b8-7505-4446-bcd4-609d98fc1b1d tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498559 Jun 07 18:55:22.994745 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-86560ece-2837-402c-8d85-6762c9012dc0 req-d26d5790-d017-4b4c-86f4-f3587d25c0fe tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 210 time: 0.0615151 Jun 07 18:55:23.237252 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-fc265a7f-c282-408f-951c-be4fa59c223c tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:23.240345 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-fc265a7f-c282-408f-951c-be4fa59c223c tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.63 "GET /v2.0/networks?id=ec8df81e-abe0-4953-b810-f2361529eae1 HTTP/1.1" status: 200 len: 808 time: 0.2999973 Jun 07 18:55:23.274719 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Request body: {'port': {'device_id': 'efc5ef48-b5c1-4c56-bdce-3a2760a7fd62', 'network_id': 'ec8df81e-abe0-4953-b810-f2361529eae1', 'admin_state_up': True, 'tenant_id': '21dd07676ef24cf4ab5bce74a5614343'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:55:23.734913 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcdd74-da08-4b16-883e-6c623beaa74a req-54998262-352b-46ea-a6e5-76885cdb8d78 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:23.737317 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-62dcdd74-da08-4b16-883e-6c623beaa74a req-54998262-352b-46ea-a6e5-76885cdb8d78 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1447299 Jun 07 18:55:23.791036 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Made reservation on behalf of 21dd07676ef24cf4ab5bce74a5614343 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:55:23.806269 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:23.849026 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-62dcdd74-da08-4b16-883e-6c623beaa74a req-5689681c-3c00-4abd-8a45-a970c7f6feb7 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974975 Jun 07 18:55:24.145752 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Allocated IP 172.20.0.5 (ec8df81e-abe0-4953-b810-f2361529eae1/021972a4-170c-4894-84ff-c69c45239c28/15968fde-df98-42d6-b759-0d026ff02c49) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:55:24.297844 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-94a7ea7e-98ae-4a1e-99a7-cbfbe6dfff7e req-e4e7146e-0cac-48bd-a60b-a5d9b5cc8e54 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 210 time: 0.0625958 Jun 07 18:55:24.481889 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:24.619418 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:24.628381 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:55:24.628381 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:55:24.628381 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:55:24.628381 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:55:24.628381 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:55:24.628381 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:55:24.648834 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Network ec8df81e-abe0-4953-b810-f2361529eae1 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:55:24.650082 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:55:24.654420 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:55:24.758226 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:24.759377 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:24.855937 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-93ac2281-8e72-42fa-b0b0-92d26832707f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5972283 Jun 07 18:55:24.868993 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Request body: {'port': {'device_id': 'efc5ef48-b5c1-4c56-bdce-3a2760a7fd62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:55:25.009808 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:25.114901 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333fa8-d7a4-4a9d-ab0e-176780560377 req-be9280be-a515-43a2-a151-290bbcc2e6cb tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:25.116073 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-58333fa8-d7a4-4a9d-ab0e-176780560377 req-be9280be-a515-43a2-a151-290bbcc2e6cb tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1208358 Jun 07 18:55:25.172355 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-58333fa8-d7a4-4a9d-ab0e-176780560377 req-5494dec3-211b-4b62-b465-e3e1e4463268 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474637 Jun 07 18:55:25.530597 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15968fde-df98-42d6-b759-0d026ff02c49 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:55:25.537105 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:25.645351 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Transition to ACTIVE for port object 15968fde-df98-42d6-b759-0d026ff02c49 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:55:25.699394 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25a002-e655-4ea8-9ab9-f69cfa952264 req-1497d8a7-0039-470e-9622-85793647671c tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:25.701621 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa25a002-e655-4ea8-9ab9-f69cfa952264 req-1497d8a7-0039-470e-9622-85793647671c tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 931 time: 0.1728117 Jun 07 18:55:25.741927 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:25.750735 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:25.978060 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa25a002-e655-4ea8-9ab9-f69cfa952264 req-9108dc28-03e1-4fa9-8c75-4160a06e68a6 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676089 Jun 07 18:55:26.078398 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=15968fde-df98-42d6-b759-0d026ff02c49,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:26.086749 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:26.139640 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Attempting to bind port 15968fde-df98-42d6-b759-0d026ff02c49 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:55:26.140484 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Attempting to bind port 15968fde-df98-42d6-b759-0d026ff02c49 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6b5cb186-b8e1-4beb-a59b-466d605beb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ec8df81e-abe0-4953-b810-f2361529eae1'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:55:26.140869 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Attempting to bind port 15968fde-df98-42d6-b759-0d026ff02c49 on network ec8df81e-abe0-4953-b810-f2361529eae1 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:55:26.147796 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Port 15968fde-df98-42d6-b759-0d026ff02c49 on network ec8df81e-abe0-4953-b810-f2361529eae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:55:26.148114 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Attempting to bind port 15968fde-df98-42d6-b759-0d026ff02c49 on network ec8df81e-abe0-4953-b810-f2361529eae1 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:55:26.156979 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:55:26.157421 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Checking segment: {'id': '6b5cb186-b8e1-4beb-a59b-466d605beb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ec8df81e-abe0-4953-b810-f2361529eae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:55:26.157879 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Bound using segment: {'id': '6b5cb186-b8e1-4beb-a59b-466d605beb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ec8df81e-abe0-4953-b810-f2361529eae1'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:55:26.158388 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Bound port: 15968fde-df98-42d6-b759-0d026ff02c49, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5cb186-b8e1-4beb-a59b-466d605beb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ec8df81e-abe0-4953-b810-f2361529eae1'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:55:26.158817 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:26.290654 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] For port 15968fde-df98-42d6-b759-0d026ff02c49, host hv-cinder-79053, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:55:26.296500 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] For port 15968fde-df98-42d6-b759-0d026ff02c49, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15968fde-df98-42d6-b759-0d026ff02c49,segment=NetworkSegment(6b5cb186-b8e1-4beb-a59b-466d605beb93),segment_id=6b5cb186-b8e1-4beb-a59b-466d605beb93)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:55:26.404201 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:26.414019 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b1659b17-1182-4d78-9021-aa1dcfd98c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:26.507099 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:26.507730 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:26.509195 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] 10.222.0.63 "PUT /v2.0/ports/15968fde-df98-42d6-b759-0d026ff02c49 HTTP/1.1" status: 200 len: 1093 time: 1.6447852 Jun 07 18:55:26.509691 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc5ef48-b5c1-4c56-bdce-3a2760a7fd62', 'tag': '15968fde-df98-42d6-b759-0d026ff02c49'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:55:26.512072 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54966a12-291b-40c4-85bb-93911bd1a107" -d '{"events": [{"name": "network-changed", "server_uuid": "efc5ef48-b5c1-4c56-bdce-3a2760a7fd62", "tag": "15968fde-df98-42d6-b759-0d026ff02c49"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:55:26.555820 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=15968fde-df98-42d6-b759-0d026ff02c49,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:26.563497 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:26.610047 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe314d0-db50-4455-be45-3af8ed212bdd req-56132a90-6ed4-4fec-95ff-96fe1fbf03d5 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:26.629074 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2fe314d0-db50-4455-be45-3af8ed212bdd req-56132a90-6ed4-4fec-95ff-96fe1fbf03d5 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2727053 Jun 07 18:55:26.632897 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b04ba7-bd12-4d3f-bc43-042360cf3277 x-openstack-request-id: req-22b04ba7-bd12-4d3f-bc43-042360cf3277 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:55:26.633638 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc5ef48-b5c1-4c56-bdce-3a2760a7fd62", "tag": "15968fde-df98-42d6-b759-0d026ff02c49", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:55:26.633638 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22b04ba7-bd12-4d3f-bc43-042360cf3277 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:55:26.633967 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc5ef48-b5c1-4c56-bdce-3a2760a7fd62', 'tag': '15968fde-df98-42d6-b759-0d026ff02c49', 'status': 'completed', 'code': 200} Jun 07 18:55:26.733326 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fe166-3d38-40d2-bca0-dc960c7b6706 req-8b0e32cf-d756-423b-9b76-b7f3f33c42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:26.735593 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-559fe166-3d38-40d2-bca0-dc960c7b6706 req-8b0e32cf-d756-423b-9b76-b7f3f33c42be service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 1098 time: 0.0835533 Jun 07 18:55:26.750641 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2fe314d0-db50-4455-be45-3af8ed212bdd req-ef2ef24d-f330-46c2-98c4-a5fd5493cd63 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205819 Jun 07 18:55:26.778195 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54966a12-291b-40c4-85bb-93911bd1a107 req-b22db840-9177-471b-a27d-86914d6e69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:26.781222 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-54966a12-291b-40c4-85bb-93911bd1a107 req-b22db840-9177-471b-a27d-86914d6e69a5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=21dd07676ef24cf4ab5bce74a5614343&device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 1096 time: 0.1445959 Jun 07 18:55:26.802441 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-559fe166-3d38-40d2-bca0-dc960c7b6706 req-f699c00a-287c-4e33-bef1-112a37eb9ecb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587611 Jun 07 18:55:26.956495 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54966a12-291b-40c4-85bb-93911bd1a107 req-49b46a57-5cc9-4386-aa67-bb85c4aaa962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:26.958066 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-54966a12-291b-40c4-85bb-93911bd1a107 req-49b46a57-5cc9-4386-aa67-bb85c4aaa962 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=21dd07676ef24cf4ab5bce74a5614343&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1687357 Jun 07 18:55:27.257071 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54966a12-291b-40c4-85bb-93911bd1a107 req-77435080-e3d0-40dd-8022-8ab436cdd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:27.258533 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-54966a12-291b-40c4-85bb-93911bd1a107 req-77435080-e3d0-40dd-8022-8ab436cdd897 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2936323 Jun 07 18:55:27.303851 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279d8a3-1a61-42ea-aeaa-22f2dddd351e req-e49ce66a-9583-4c55-bccc-e1e5431ce4a7 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:27.305628 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4279d8a3-1a61-42ea-aeaa-22f2dddd351e req-e49ce66a-9583-4c55-bccc-e1e5431ce4a7 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 943 time: 0.1128993 Jun 07 18:55:27.408337 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4279d8a3-1a61-42ea-aeaa-22f2dddd351e req-96c9a215-26ca-4312-a879-0f1768356a24 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708897 Jun 07 18:55:27.441144 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-d83d5f48-3617-40d8-84df-5524cd567027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:27.441144 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-d83d5f48-3617-40d8-84df-5524cd567027 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=21dd07676ef24cf4ab5bce74a5614343&device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 1096 time: 0.1333988 Jun 07 18:55:27.575693 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-2e884673-b3a2-4990-a2c7-5d91eb8691e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15968fde-df98-42d6-b759-0d026ff02c49 HTTP/1.1" status: 200 len: 217 time: 0.1250403 Jun 07 18:55:27.718370 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-9e1b4e22-dc76-44d8-a71e-be76d0dd6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:27.725569 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-9e1b4e22-dc76-44d8-a71e-be76d0dd6c57 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=021972a4-170c-4894-84ff-c69c45239c28 HTTP/1.1" status: 200 len: 848 time: 0.1367140 Jun 07 18:55:27.786257 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-ad1ec3bf-9701-429a-914d-271f9478ad0a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ec8df81e-abe0-4953-b810-f2361529eae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483453 Jun 07 18:55:28.050235 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-6cba9496-ade8-4333-b82b-8b638e496d43 service neutron] 10.222.0.63 "GET /v2.0/networks/ec8df81e-abe0-4953-b810-f2361529eae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457218 Jun 07 18:55:28.155603 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fe9e5-ded1-4211-8652-b35671ad9e9c req-67e66165-a2fa-4023-ae56-ed6a12fe6e92 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:28.159215 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ce5fe9e5-ded1-4211-8652-b35671ad9e9c req-67e66165-a2fa-4023-ae56-ed6a12fe6e92 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2076240 Jun 07 18:55:28.219649 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9f2ac1b4-2f15-462d-8731-15748f4da9cf req-38ed56b2-2414-4cfd-9337-b174f43119c4 service neutron] 10.222.0.63 "GET /v2.0/networks/ec8df81e-abe0-4953-b810-f2361529eae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652417 Jun 07 18:55:28.220998 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ce5fe9e5-ded1-4211-8652-b35671ad9e9c req-6f7abefb-8a95-4f32-b8df-390ec1b17ba1 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549364 Jun 07 18:55:28.685674 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767c92b-3274-4458-a301-1d060307520a req-4814d808-f2e5-4aa1-89b0-46c7a3888d72 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:28.691386 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5767c92b-3274-4458-a301-1d060307520a req-4814d808-f2e5-4aa1-89b0-46c7a3888d72 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 943 time: 0.1127803 Jun 07 18:55:28.742702 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5767c92b-3274-4458-a301-1d060307520a req-bd5dd522-8dc8-46a8-bb74-d16bcd5404e0 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Jun 07 18:55:29.461227 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b865a-f78e-4342-a3fd-e7d233b9a7e8 req-687c9d44-d650-43d9-a1cb-81f36262dab4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:29.462727 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b64b865a-f78e-4342-a3fd-e7d233b9a7e8 req-687c9d44-d650-43d9-a1cb-81f36262dab4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.0985582 Jun 07 18:55:29.519907 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b64b865a-f78e-4342-a3fd-e7d233b9a7e8 req-e526fec2-29e6-4514-b243-8070c67d8ac0 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501940 Jun 07 18:55:29.757473 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eccc30-b94e-46e0-bb67-f3c77ae2acb3 req-881847c1-e6bf-4917-90fe-d800292d538d tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:29.759139 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-26eccc30-b94e-46e0-bb67-f3c77ae2acb3 req-881847c1-e6bf-4917-90fe-d800292d538d tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.0929232 Jun 07 18:55:29.808447 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-26eccc30-b94e-46e0-bb67-f3c77ae2acb3 req-34c5a60c-1cb0-4355-a702-ac2757a92d9b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 Jun 07 18:55:30.007627 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bda29-12bb-4326-aa30-46de086c0f5f req-56e3b4b9-3e32-404d-a5e2-767f0d0ded60 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:30.009217 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-453bda29-12bb-4326-aa30-46de086c0f5f req-56e3b4b9-3e32-404d-a5e2-767f0d0ded60 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 943 time: 0.1344316 Jun 07 18:55:30.072740 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-453bda29-12bb-4326-aa30-46de086c0f5f req-332584f5-9079-402d-9a39-517fa3ba4d1c tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529230 Jun 07 18:55:30.242947 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 15968fde-df98-42d6-b759-0d026ff02c49 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:55:30.400400 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 15968fde-df98-42d6-b759-0d026ff02c49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15968fde-df98-42d6-b759-0d026ff02c49,segment=NetworkSegment(6b5cb186-b8e1-4beb-a59b-466d605beb93),segment_id=6b5cb186-b8e1-4beb-a59b-466d605beb93)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:55:30.416906 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '15968fde-df98-42d6-b759-0d026ff02c49', 'network_id': 'ec8df81e-abe0-4953-b810-f2361529eae1', 'port_id': '15968fde-df98-42d6-b759-0d026ff02c49', 'mac_address': 'fa:16:3e:e1:97:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021972a4-170c-4894-84ff-c69c45239c28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:55:30.485179 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:30.507188 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15968fde-df98-42d6-b759-0d026ff02c49 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:55:30.525178 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 15968fde-df98-42d6-b759-0d026ff02c49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15968fde-df98-42d6-b759-0d026ff02c49,segment=NetworkSegment(6b5cb186-b8e1-4beb-a59b-466d605beb93),segment_id=6b5cb186-b8e1-4beb-a59b-466d605beb93)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:55:30.603299 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:30.606298 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:30.683073 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=15968fde-df98-42d6-b759-0d026ff02c49,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:30.691317 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.691662 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.691998 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.692332 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.692702 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.693147 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.693478 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.693803 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.694145 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.694469 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.694786 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.695101 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:30.699911 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:30.903817 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['15968fde-df98-42d6-b759-0d026ff02c49'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:55:31.435858 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d8e24-af6d-4c92-910b-1ebee60edf24 req-1592fc81-3dc4-4925-b439-13febe114c1b tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:31.437483 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-602d8e24-af6d-4c92-910b-1ebee60edf24 req-1592fc81-3dc4-4925-b439-13febe114c1b tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 944 time: 0.1429706 Jun 07 18:55:31.499298 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-602d8e24-af6d-4c92-910b-1ebee60edf24 req-81db39f1-6334-4f63-b9a9-ecbb2512ffdc tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518484 Jun 07 18:55:32.253789 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 15968fde-df98-42d6-b759-0d026ff02c49 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:55:32.454816 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 15968fde-df98-42d6-b759-0d026ff02c49 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:55:32.463185 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 15968fde-df98-42d6-b759-0d026ff02c49 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:55:32.463185 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:32.689864 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:32.740396 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53320) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:32.741342 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5ef48-b5c1-4c56-bdce-3a2760a7fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15968fde-df98-42d6-b759-0d026ff02c49'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:55:32.743918 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdc1a03-b8bd-4fbd-b9b5-3a398d8998c0" -d '{"events": [{"server_uuid": "efc5ef48-b5c1-4c56-bdce-3a2760a7fd62", "name": "network-vif-plugged", "status": "completed", "tag": "15968fde-df98-42d6-b759-0d026ff02c49"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:55:32.756288 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 15968fde-df98-42d6-b759-0d026ff02c49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15968fde-df98-42d6-b759-0d026ff02c49,segment=NetworkSegment(6b5cb186-b8e1-4beb-a59b-466d605beb93),segment_id=6b5cb186-b8e1-4beb-a59b-466d605beb93)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:55:32.801476 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d5f12-479a-4978-9af2-aa60183eac69 req-77bce65c-eff8-4a89-bab9-253c6f0a62b5 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:32.804381 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-040d5f12-479a-4978-9af2-aa60183eac69 req-77bce65c-eff8-4a89-bab9-253c6f0a62b5 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 944 time: 0.1603963 Jun 07 18:55:32.875500 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-040d5f12-479a-4978-9af2-aa60183eac69 req-908c4994-ecd3-4c25-ac0a-be7ae270a13c tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649605 Jun 07 18:55:32.911004 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-22f5a5c3-dcc4-4a85-9fe7-d26bf797e46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:32.980101 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:32.982105 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:33.069233 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-22f5a5c3-dcc4-4a85-9fe7-d26bf797e46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:33.080532 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=15968fde-df98-42d6-b759-0d026ff02c49,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:33.084075 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:33.124418 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7587138-55f6-437b-baf5-0153482634f0 x-openstack-request-id: req-b7587138-55f6-437b-baf5-0153482634f0 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:55:33.125045 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5ef48-b5c1-4c56-bdce-3a2760a7fd62", "name": "network-vif-plugged", "status": "completed", "tag": "15968fde-df98-42d6-b759-0d026ff02c49", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:55:33.125795 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7587138-55f6-437b-baf5-0153482634f0 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:55:33.127113 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc5ef48-b5c1-4c56-bdce-3a2760a7fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15968fde-df98-42d6-b759-0d026ff02c49', 'code': 200} Jun 07 18:55:33.230449 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-22f5a5c3-dcc4-4a85-9fe7-d26bf797e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:33.240887 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b2674dec-f986-44f4-b0bf-e3200d176044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:33.296424 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5a5c3-dcc4-4a85-9fe7-d26bf797e46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89054611-c730-4f90-87ee-5b04f791d9b3,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:33.300703 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-22f5a5c3-dcc4-4a85-9fe7-d26bf797e46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:33.303469 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-22f5a5c3-dcc4-4a85-9fe7-d26bf797e46a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54612b48378441e69f8c9a6d1deea37b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5606854 Jun 07 18:55:33.307204 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53330) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:33.469634 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7c0e-1c24-408d-b784-854a6f944a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:33.533683 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7c0e-1c24-408d-b784-854a6f944a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:33.780390 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53340) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:33.823400 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-f1712b3d-ae66-4b44-ba51-5a36a67e38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:33.826809 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-f1712b3d-ae66-4b44-ba51-5a36a67e38e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1098 time: 0.1480074 Jun 07 18:55:33.935134 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7c0e-1c24-408d-b784-854a6f944a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:33.943384 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7c0e-1c24-408d-b784-854a6f944a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:33.960461 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-bc1c7c0e-1c24-408d-b784-854a6f944a16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89054611-c730-4f90-87ee-5b04f791d9b3 HTTP/1.1" status: 204 len: 168 time: 0.6519306 Jun 07 18:55:33.973380 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5e308913-30ea-443e-aaae-ec3bed3f87bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:34.106752 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c7c0e-1c24-408d-b784-854a6f944a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89054611-c730-4f90-87ee-5b04f791d9b3,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:34.121938 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bc1c7c0e-1c24-408d-b784-854a6f944a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:34.184246 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940057b0-25da-4161-a552-af4398217fab req-921d3bca-9498-49a9-a7ea-6459dc3d749b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:34.185725 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-940057b0-25da-4161-a552-af4398217fab req-921d3bca-9498-49a9-a7ea-6459dc3d749b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.5503924 Jun 07 18:55:34.189111 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0022-d093-4a4f-ad3d-ea02d758357a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:34.194574 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6359e-89f8-4dbe-89b8-e5565cb01ca5 req-32614cd0-f912-4438-81f4-18dfe1518c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:34.196183 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-dad6359e-89f8-4dbe-89b8-e5565cb01ca5 req-32614cd0-f912-4438-81f4-18dfe1518c99 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 1098 time: 0.2397654 Jun 07 18:55:34.284842 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-dad6359e-89f8-4dbe-89b8-e5565cb01ca5 req-2ded4dd3-e210-4a31-994f-f9e8a3d26ac2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712409 Jun 07 18:55:34.289563 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-940057b0-25da-4161-a552-af4398217fab req-e6c1aac1-4092-49b2-9ca2-977366d9ab46 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924382 Jun 07 18:55:34.297252 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-25e4f6bc-f013-4028-a654-01a18e51e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:34.299013 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-25e4f6bc-f013-4028-a654-01a18e51e466 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 919 time: 0.4638600 Jun 07 18:55:34.425706 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-85fac412-6648-4b09-9e5b-1f27af28fd25 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc HTTP/1.1" status: 200 len: 217 time: 0.0883381 Jun 07 18:55:34.525543 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25f185-4a6d-40ff-8944-eefab43b58a4 req-b64be17c-b307-4532-a41e-4165086a7037 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:34.527105 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6b25f185-4a6d-40ff-8944-eefab43b58a4 req-b64be17c-b307-4532-a41e-4165086a7037 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 945 time: 0.3454647 Jun 07 18:55:34.588650 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-9b88f1ec-cabd-442b-aa06-29c5766a7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:34.590190 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-9b88f1ec-cabd-442b-aa06-29c5766a7b83 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.1540062 Jun 07 18:55:34.664478 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-5f6ce93f-f4a8-4cb9-8b5c-8b91755855da service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609736 Jun 07 18:55:34.671706 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6b25f185-4a6d-40ff-8944-eefab43b58a4 req-865fb3dc-8162-4edd-ae82-8b8d4b481608 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357088 Jun 07 18:55:34.741625 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0022-d093-4a4f-ad3d-ea02d758357a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:34.745610 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 53370) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:34.810626 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0022-d093-4a4f-ad3d-ea02d758357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:34.821729 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7c9fc3cc-3fdf-427a-93a2-867c34e06a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:34.885343 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-1c9f0022-d093-4a4f-ad3d-ea02d758357a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ebe92d9643b48baab3db1a7500ba291&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1006110 Jun 07 18:55:34.886390 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f0022-d093-4a4f-ad3d-ea02d758357a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6203c5ff-848c-4b26-aa64-dc55e3b8eb3f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:34.890346 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-140b5174-db1d-49ea-95cd-75bf67ff50c6 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165008 Jun 07 18:55:34.890812 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53374) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:34.891696 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1c9f0022-d093-4a4f-ad3d-ea02d758357a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:34.919988 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f820e94a-be7d-4e32-8baa-85b8cef947b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:34.930596 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53376) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:34.985944 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66fb69f4-af2c-48c4-8359-2445ab97eb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.105462 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc40bf83-0c34-4d0a-9489-c6c41823fa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.110062 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f820e94a-be7d-4e32-8baa-85b8cef947b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.118642 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0846ea04-5a64-45de-ab01-4d303d3f560d req-9aa95490-2252-4ab9-8110-3ef0f0831024 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162497 Jun 07 18:55:35.143035 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc40bf83-0c34-4d0a-9489-c6c41823fa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.179945 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f820e94a-be7d-4e32-8baa-85b8cef947b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.190553 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f4e39d15-a935-42a8-af47-2b33e2e72f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:35.241400 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-f820e94a-be7d-4e32-8baa-85b8cef947b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41b96c9120d548b0a453232362c007d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4946802 Jun 07 18:55:35.242719 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820e94a-be7d-4e32-8baa-85b8cef947b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e5e73d-4655-4121-9210-4abac8f4ff67,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:35.244327 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53386) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:35.246260 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f820e94a-be7d-4e32-8baa-85b8cef947b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:35.327146 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66fb69f4-af2c-48c4-8359-2445ab97eb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.343920 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f9dd58e7-63c6-4b11-9303-ead95af61389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.378649 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f9dd58e7-63c6-4b11-9303-ead95af61389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.389568 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc40bf83-0c34-4d0a-9489-c6c41823fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.392593 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc40bf83-0c34-4d0a-9489-c6c41823fa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.397998 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-fc40bf83-0c34-4d0a-9489-c6c41823fa68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6203c5ff-848c-4b26-aa64-dc55e3b8eb3f HTTP/1.1" status: 204 len: 168 time: 0.5013905 Jun 07 18:55:35.397998 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-73ad25be-371c-44b0-9f0a-3a81c35cf314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:35.419402 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40bf83-0c34-4d0a-9489-c6c41823fa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6203c5ff-848c-4b26-aa64-dc55e3b8eb3f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:35.423570 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-fc40bf83-0c34-4d0a-9489-c6c41823fa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:35.504275 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66fb69f4-af2c-48c4-8359-2445ab97eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.512511 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:35.544876 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431d2e5-a64e-426e-9a61-63b715c0fca9 req-09ad540f-e2d3-431e-8350-c8e565f296ef tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:35.554255 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-66fb69f4-af2c-48c4-8359-2445ab97eb8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed818901d54a457fa5977ec7e84212e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6193972 Jun 07 18:55:35.555962 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb69f4-af2c-48c4-8359-2445ab97eb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438be0b3-2d64-4c3d-92d6-fe84319fcc66,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:35.556743 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a431d2e5-a64e-426e-9a61-63b715c0fca9 req-09ad540f-e2d3-431e-8350-c8e565f296ef tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1432772 Jun 07 18:55:35.558478 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53396) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:35.560321 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-66fb69f4-af2c-48c4-8359-2445ab97eb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:35.589556 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f9dd58e7-63c6-4b11-9303-ead95af61389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.589556 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f9dd58e7-63c6-4b11-9303-ead95af61389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.589556 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-f9dd58e7-63c6-4b11-9303-ead95af61389 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50e5e73d-4655-4121-9210-4abac8f4ff67 HTTP/1.1" status: 204 len: 168 time: 0.3353705 Jun 07 18:55:35.589556 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-03d9b8a7-b531-405e-b24c-6c75eb60d2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:35.604880 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd58e7-63c6-4b11-9303-ead95af61389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e5e73d-4655-4121-9210-4abac8f4ff67,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:35.613742 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f9dd58e7-63c6-4b11-9303-ead95af61389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:35.630230 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a431d2e5-a64e-426e-9a61-63b715c0fca9 req-9c16401e-4ad3-4b4f-8d9b-10b366b42628 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723472 Jun 07 18:55:35.647179 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8fe65113-8ed4-4f32-a9b7-44eee0a9d971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.675018 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8fe65113-8ed4-4f32-a9b7-44eee0a9d971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.897124 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8fe65113-8ed4-4f32-a9b7-44eee0a9d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.901556 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8fe65113-8ed4-4f32-a9b7-44eee0a9d971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:35.903063 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-8fe65113-8ed4-4f32-a9b7-44eee0a9d971 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/438be0b3-2d64-4c3d-92d6-fe84319fcc66 HTTP/1.1" status: 204 len: 168 time: 0.3438113 Jun 07 18:55:35.908749 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-abacd77a-b2e6-4c3a-9cc5-21059d16d1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:35.928687 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe65113-8ed4-4f32-a9b7-44eee0a9d971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438be0b3-2d64-4c3d-92d6-fe84319fcc66,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:35.931943 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8fe65113-8ed4-4f32-a9b7-44eee0a9d971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:35.966716 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891706c-d632-44d3-9df1-3613bc01d0a1 req-85b6f327-d2d4-4b7f-a96a-939b165ed208 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:35.968419 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e891706c-d632-44d3-9df1-3613bc01d0a1 req-85b6f327-d2d4-4b7f-a96a-939b165ed208 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 945 time: 0.1329820 Jun 07 18:55:36.033479 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e891706c-d632-44d3-9df1-3613bc01d0a1 req-9242a2d0-52ed-40cc-b5a0-4171fc59450a tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589311 Jun 07 18:55:36.520397 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53414) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:36.554738 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e08ea1e8-9753-4377-9b46-72e9551788cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:36.730485 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e08ea1e8-9753-4377-9b46-72e9551788cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:36.875705 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e08ea1e8-9753-4377-9b46-72e9551788cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:36.901308 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96ec78-aa9e-40a2-ab48-f68ed52b2c88 req-ec095c83-d240-4b03-b4a7-5f022317f382 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:36.903519 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6a96ec78-aa9e-40a2-ab48-f68ed52b2c88 req-ec095c83-d240-4b03-b4a7-5f022317f382 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.0975418 Jun 07 18:55:36.908487 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-916f86e6-cfc0-432e-bc09-fa29a36998fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:36.920525 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-e08ea1e8-9753-4377-9b46-72e9551788cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dba15c23c1c4bf2b58fc55f3c0ac3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963859 Jun 07 18:55:36.920714 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53430) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:36.967511 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ea1e8-9753-4377-9b46-72e9551788cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f86addf-5a0e-41c0-bb40-ed47390051a9,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:36.978225 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e08ea1e8-9753-4377-9b46-72e9551788cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:36.993661 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6a96ec78-aa9e-40a2-ab48-f68ed52b2c88 req-9117ed6b-18a9-4f0c-9529-a7358777d542 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834689 Jun 07 18:55:37.008362 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2bd1358a-860a-4ef1-a90c-d8650fd0445a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.061591 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2bd1358a-860a-4ef1-a90c-d8650fd0445a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.149551 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 53434) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:37.168001 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1dba9af9-a5d4-43c3-832f-abccdf424393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.175300 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d2cd14e3-a626-4dbd-8555-22a1bd86dcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.225694 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2bd1358a-860a-4ef1-a90c-d8650fd0445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.228569 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2bd1358a-860a-4ef1-a90c-d8650fd0445a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.231080 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-2bd1358a-860a-4ef1-a90c-d8650fd0445a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f86addf-5a0e-41c0-bb40-ed47390051a9 HTTP/1.1" status: 204 len: 168 time: 0.3081238 Jun 07 18:55:37.231080 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-22f5a5c3-dcc4-4a85-9fe7-d26bf797e46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:37.261863 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1358a-860a-4ef1-a90c-d8650fd0445a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f86addf-5a0e-41c0-bb40-ed47390051a9,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:37.279473 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2bd1358a-860a-4ef1-a90c-d8650fd0445a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:37.333193 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1dba9af9-a5d4-43c3-832f-abccdf424393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.425415 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1dba9af9-a5d4-43c3-832f-abccdf424393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.433420 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b780a269-5227-48b4-999f-15d4c135a5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:37.490340 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-1dba9af9-a5d4-43c3-832f-abccdf424393 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64fe70a15fd64a0baeabc28e84e93846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301787 Jun 07 18:55:37.490340 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba9af9-a5d4-43c3-832f-abccdf424393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da017bd-864b-464b-be6b-4482a3882d71,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:37.490340 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1dba9af9-a5d4-43c3-832f-abccdf424393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:37.491356 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 53444) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:37.568078 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9b78-e1f2-432e-9443-4471bbfbce2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.612604 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9b78-e1f2-432e-9443-4471bbfbce2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.773646 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9b78-e1f2-432e-9443-4471bbfbce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.777478 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9b78-e1f2-432e-9443-4471bbfbce2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:37.783585 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-a3dc9b78-e1f2-432e-9443-4471bbfbce2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8da017bd-864b-464b-be6b-4482a3882d71 HTTP/1.1" status: 204 len: 168 time: 0.2865777 Jun 07 18:55:37.783585 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-486aa71b-04bb-4480-9c00-4bde65eae3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:37.795958 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc9b78-e1f2-432e-9443-4471bbfbce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da017bd-864b-464b-be6b-4482a3882d71,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:37.799643 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a3dc9b78-e1f2-432e-9443-4471bbfbce2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:38.193092 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 53468) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:38.244175 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84f97ab8-c1a7-45e3-9442-d0bdd7cd80ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:38.409405 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ab16-e34e-42dd-aa06-85ba77b152e0 req-ade7835a-3822-4ade-8017-07296ef0fcb0 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:38.412229 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8f68ab16-e34e-42dd-aa06-85ba77b152e0 req-ade7835a-3822-4ade-8017-07296ef0fcb0 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2697287 Jun 07 18:55:38.477752 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84f97ab8-c1a7-45e3-9442-d0bdd7cd80ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:38.520651 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8f68ab16-e34e-42dd-aa06-85ba77b152e0 req-5df9edcb-85a3-4c6c-b21a-ca9d29fdd0bf tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939126 Jun 07 18:55:38.564153 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84f97ab8-c1a7-45e3-9442-d0bdd7cd80ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:38.572242 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:38.619618 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-84f97ab8-c1a7-45e3-9442-d0bdd7cd80ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ba283f9099144d592b0813c1e756131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252820 Jun 07 18:55:38.620520 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f97ab8-c1a7-45e3-9442-d0bdd7cd80ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1044d246-44aa-460e-8f56-774e63c804db,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:38.622574 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53482) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:38.624241 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-84f97ab8-c1a7-45e3-9442-d0bdd7cd80ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:38.710412 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f8110e9-b6e8-419b-9afb-5d30503fee86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:38.739236 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f8110e9-b6e8-419b-9afb-5d30503fee86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:38.888329 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f8110e9-b6e8-419b-9afb-5d30503fee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:38.891119 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f8110e9-b6e8-419b-9afb-5d30503fee86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:38.898628 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-4f8110e9-b6e8-419b-9afb-5d30503fee86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1044d246-44aa-460e-8f56-774e63c804db HTTP/1.1" status: 204 len: 168 time: 0.2679508 Jun 07 18:55:38.898628 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c2088bfc-244b-4186-9848-0e50fca99b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:38.904293 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8110e9-b6e8-419b-9afb-5d30503fee86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1044d246-44aa-460e-8f56-774e63c804db,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:38.906694 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-4f8110e9-b6e8-419b-9afb-5d30503fee86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:39.256862 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:39.729669 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c509977-ef07-45b8-b01d-8ffc1a4f8769 req-6f19cb63-ffe0-42a3-b040-58ee9470f95b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:39.732200 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6c509977-ef07-45b8-b01d-8ffc1a4f8769 req-6f19cb63-ffe0-42a3-b040-58ee9470f95b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.0871637 Jun 07 18:55:39.797205 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6c509977-ef07-45b8-b01d-8ffc1a4f8769 req-5765fb6e-eff3-4eba-9bd9-7478b3e90c7f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571985 Jun 07 18:55:40.260841 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:40.295236 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-93e50fda-b2fd-4c76-be6b-dfe977f2904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:41.024356 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f7d8-aaed-4559-8320-788ee3fadc23 req-1184c9ef-bf92-4f25-84ce-8adf884835be tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:41.029294 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-19e7f7d8-aaed-4559-8320-788ee3fadc23 req-1184c9ef-bf92-4f25-84ce-8adf884835be tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1070440 Jun 07 18:55:41.081798 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-19e7f7d8-aaed-4559-8320-788ee3fadc23 req-d09ce022-af63-4146-a889-af7b3eb2aeba tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514691 Jun 07 18:55:41.411753 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:42.013358 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:55:42.111082 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699ddd4-3525-41ac-9cef-8b89aa8caa21 req-6edb3d5f-bcc0-4406-9472-d46a4589253f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:42.113075 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9699ddd4-3525-41ac-9cef-8b89aa8caa21 req-6edb3d5f-bcc0-4406-9472-d46a4589253f tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 945 time: 0.0993593 Jun 07 18:55:42.178596 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9699ddd4-3525-41ac-9cef-8b89aa8caa21 req-4f0d824b-cf9c-4cd8-8d51-042c018a9b6c tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592782 Jun 07 18:55:42.342132 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46ddfb-7ed3-4466-b4cf-2908182bfc57 req-5579e437-0878-4617-b7d6-e626b3f730b1 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:42.346672 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6a46ddfb-7ed3-4466-b4cf-2908182bfc57 req-5579e437-0878-4617-b7d6-e626b3f730b1 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1202884 Jun 07 18:55:42.413721 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6a46ddfb-7ed3-4466-b4cf-2908182bfc57 req-c425ea49-fa5c-4066-b81f-3b0a12ba07ee tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609820 Jun 07 18:55:43.267233 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:43.680651 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb923fb7-f913-4517-8f80-6f37afec9158 req-febf4785-b160-4f2e-86e4-970b307abeeb tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:43.683166 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-cb923fb7-f913-4517-8f80-6f37afec9158 req-febf4785-b160-4f2e-86e4-970b307abeeb tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 945 time: 0.3099432 Jun 07 18:55:43.696238 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da7920-bc0c-4cc3-b50c-57801421bc46 req-961b94ab-85e8-4e7a-bcd2-c3c13b784ba0 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:43.714646 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d3da7920-bc0c-4cc3-b50c-57801421bc46 req-961b94ab-85e8-4e7a-bcd2-c3c13b784ba0 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1791151 Jun 07 18:55:43.796792 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d3da7920-bc0c-4cc3-b50c-57801421bc46 req-b145cf05-8e47-44bd-b491-cf5d65389b46 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803683 Jun 07 18:55:43.828881 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-6c38cf03-aa69-4c1c-a77a-53d45c19d7b6 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:43.831952 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-6c38cf03-aa69-4c1c-a77a-53d45c19d7b6 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.63 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 945 time: 0.3810239 Jun 07 18:55:43.884237 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-cb923fb7-f913-4517-8f80-6f37afec9158 req-a66a9ea0-66a1-4b09-b4b8-69854c770a33 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e16bea6-ac40-46c4-ac18-31afdc496d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725945 Jun 07 18:55:44.124545 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Deleting port 15968fde-df98-42d6-b759-0d026ff02c49 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:55:44.125148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:44.351940 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] For port 15968fde-df98-42d6-b759-0d026ff02c49, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15968fde-df98-42d6-b759-0d026ff02c49,segment=NetworkSegment(6b5cb186-b8e1-4beb-a59b-466d605beb93),segment_id=6b5cb186-b8e1-4beb-a59b-466d605beb93)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:55:44.352298 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:44.484454 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Calling delete_port for 15968fde-df98-42d6-b759-0d026ff02c49 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:55:44.785824 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:44.795510 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ac62aeea-6854-47a9-a7dc-ad6413d862d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:44.801901 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['15968fde-df98-42d6-b759-0d026ff02c49'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:55:44.885857 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Pushing event deleted for resources: {'Port': ['ID=15968fde-df98-42d6-b759-0d026ff02c49,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:44.959469 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:45.069307 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] No DVR routers for this DVR port 15968fde-df98-42d6-b759-0d026ff02c49 on host hv-cinder-79053 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:55:45.090856 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:45.094426 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5f67-eba8-4045-93c0-67e148d54ea6 req-5e9874b2-e4b1-49f4-a836-c05b4de10c83 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:45.097463 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c49d082c-4de7-4b19-b013-d13c4a0ac332 req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.63 "DELETE /v2.0/ports/15968fde-df98-42d6-b759-0d026ff02c49 HTTP/1.1" status: 204 len: 173 time: 1.2293079 Jun 07 18:55:45.097690 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6d8b5f67-eba8-4045-93c0-67e148d54ea6 req-5e9874b2-e4b1-49f4-a836-c05b4de10c83 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1185687 Jun 07 18:55:45.098861 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc5ef48-b5c1-4c56-bdce-3a2760a7fd62', 'name': 'network-vif-deleted', 'tag': '15968fde-df98-42d6-b759-0d026ff02c49'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:55:45.104382 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fad882-7210-4597-8534-6016a45a7c53" -d '{"events": [{"server_uuid": "efc5ef48-b5c1-4c56-bdce-3a2760a7fd62", "name": "network-vif-deleted", "tag": "15968fde-df98-42d6-b759-0d026ff02c49"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:55:45.196499 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6d8b5f67-eba8-4045-93c0-67e148d54ea6 req-df5f0289-25c7-408e-bf4f-485c4b76b78d tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813422 Jun 07 18:55:45.204829 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a348d696-df0a-4780-829e-a4de909d83b6 req-43ef2201-d147-438a-ba08-ba0775047109 tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc5ef48-b5c1-4c56-bdce-3a2760a7fd62 HTTP/1.1" status: 200 len: 210 time: 0.0928104 Jun 07 18:55:45.286290 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2160d46a-a1a8-4552-8177-ac2b68bacb35 x-openstack-request-id: req-2160d46a-a1a8-4552-8177-ac2b68bacb35 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:55:45.286666 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc5ef48-b5c1-4c56-bdce-3a2760a7fd62", "name": "network-vif-deleted", "tag": "15968fde-df98-42d6-b759-0d026ff02c49", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:55:45.289173 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2160d46a-a1a8-4552-8177-ac2b68bacb35 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:55:45.289173 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc5ef48-b5c1-4c56-bdce-3a2760a7fd62', 'name': 'network-vif-deleted', 'tag': '15968fde-df98-42d6-b759-0d026ff02c49', 'status': 'completed', 'code': 200} Jun 07 18:55:46.520919 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d6a6d-2be9-4f89-9872-b2c33c1bcb18 req-530e50f4-1b3f-48a8-8b39-fd4e447ccc8f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:46.522454 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-854d6a6d-2be9-4f89-9872-b2c33c1bcb18 req-530e50f4-1b3f-48a8-8b39-fd4e447ccc8f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.0931933 Jun 07 18:55:46.601872 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-854d6a6d-2be9-4f89-9872-b2c33c1bcb18 req-60f27a51-e27d-4e29-9d4f-79c865783f16 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722830 Jun 07 18:55:48.103368 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a780842-422f-4467-8cb6-6ab4e7923bd9 req-4723cedc-d879-487b-89d1-71866a12c2a0 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:48.111583 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6a780842-422f-4467-8cb6-6ab4e7923bd9 req-4723cedc-d879-487b-89d1-71866a12c2a0 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1205070 Jun 07 18:55:48.170862 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6a780842-422f-4467-8cb6-6ab4e7923bd9 req-977403c9-5324-40fc-a612-156101f00b5f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581098 Jun 07 18:55:48.317011 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 15968fde-df98-42d6-b759-0d026ff02c49 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:55:48.353467 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 15968fde-df98-42d6-b759-0d026ff02c49 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:55:48.353733 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 15968fde-df98-42d6-b759-0d026ff02c49 not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:55:48.413206 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5afc6-cd47-42bc-8ea0-614505b6d95f req-35e98e0f-3660-40d1-ba92-ffb3793a9da5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:48.415798 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b2e5afc6-cd47-42bc-8ea0-614505b6d95f req-35e98e0f-3660-40d1-ba92-ffb3793a9da5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1082644 Jun 07 18:55:48.555618 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b2e5afc6-cd47-42bc-8ea0-614505b6d95f req-c097aa62-5be7-4b6a-8ea6-0475d49b07fe tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322391 Jun 07 18:55:49.400932 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfa663-ed47-425d-bba9-c7a88b2bf7f0 req-cd509bf0-8e5f-4722-9869-1058be94d58f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:49.402542 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dddfa663-ed47-425d-bba9-c7a88b2bf7f0 req-cd509bf0-8e5f-4722-9869-1058be94d58f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.0988300 Jun 07 18:55:49.464190 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dddfa663-ed47-425d-bba9-c7a88b2bf7f0 req-29abd1f5-256d-458d-bd97-985f8fafc1df tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Jun 07 18:55:49.793937 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994e4e-69e0-444b-a5c5-e0248938c022 req-8de9bba2-e6bc-4d92-afc5-c0c4d5ae72cd tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:49.799003 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-19994e4e-69e0-444b-a5c5-e0248938c022 req-8de9bba2-e6bc-4d92-afc5-c0c4d5ae72cd tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1206553 Jun 07 18:55:49.872807 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-19994e4e-69e0-444b-a5c5-e0248938c022 req-6cde57d6-f616-44d2-95dc-e2cb934ef362 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635135 Jun 07 18:55:50.671738 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3ba0b-bac3-4a9d-ade2-a13ca4f76ff7 req-e8a8dd06-5ceb-4419-bbbf-c44e55385c67 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:50.674549 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ce3ba0b-bac3-4a9d-ade2-a13ca4f76ff7 req-e8a8dd06-5ceb-4419-bbbf-c44e55385c67 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.0966611 Jun 07 18:55:50.725715 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ce3ba0b-bac3-4a9d-ade2-a13ca4f76ff7 req-6434adcb-64fb-451d-bf69-fa4e13d69a22 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Jun 07 18:55:51.077305 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c15f1-1940-4faa-875c-63624f343fc3 req-0ef85314-d7b6-47fd-a5ec-5e51828198cc tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:51.078983 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b31c15f1-1940-4faa-875c-63624f343fc3 req-0ef85314-d7b6-47fd-a5ec-5e51828198cc tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.0930779 Jun 07 18:55:51.130252 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b31c15f1-1940-4faa-875c-63624f343fc3 req-368ffdb9-e72b-4e2e-bb73-cd451683b93d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458498 Jun 07 18:55:51.634192 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b1d45-e515-461b-96cd-f48876713c71 req-aaec5eb7-92a5-45a7-bb21-8c6e17761b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:51.635708 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-df4b1d45-e515-461b-96cd-f48876713c71 req-aaec5eb7-92a5-45a7-bb21-8c6e17761b80 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1098 time: 0.0868344 Jun 07 18:55:51.689001 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-df4b1d45-e515-461b-96cd-f48876713c71 req-666a2b72-04cd-4a44-9839-1c2ce84ed2c0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Jun 07 18:55:51.967297 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244e939-025a-4517-8e12-a42d308f986f req-efd3abf5-eea5-4890-a864-1119cccb61fb tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:51.970178 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b244e939-025a-4517-8e12-a42d308f986f req-efd3abf5-eea5-4890-a864-1119cccb61fb tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1090803 Jun 07 18:55:52.058219 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b244e939-025a-4517-8e12-a42d308f986f req-cf4f7623-de66-464b-badf-f9f8af1ad4ce tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811882 Jun 07 18:55:52.400367 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121566a-19e8-4cda-a15e-928f2babf479 req-297a3f6c-d9b4-497d-9414-310fdbb226f3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:52.401955 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8121566a-19e8-4cda-a15e-928f2babf479 req-297a3f6c-d9b4-497d-9414-310fdbb226f3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1099875 Jun 07 18:55:52.461592 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8121566a-19e8-4cda-a15e-928f2babf479 req-25767923-fb76-4f34-911e-543b2d667e90 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509765 Jun 07 18:55:52.733945 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 53880) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:52.903077 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:53.063326 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:53.180439 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:53.204658 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:53.280497 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc8d08c1913e4d8faa8af0ce725a4ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446222 Jun 07 18:55:53.282939 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e93aa3-cf11-487a-99ce-168a0e777c98,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:53.288864 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 53898) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:53.315481 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.316054 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.316627 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.317231 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.317786 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.318325 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.319096 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.319696 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.320605 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.321189 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.322197 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.322933 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:53.333308 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:53.381865 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22896ef6-24b3-4c96-9069-7cc9c22e2dc8 req-20a5e1f7-89bc-43b9-afcb-cc94de537a7c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:53.383396 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-22896ef6-24b3-4c96-9069-7cc9c22e2dc8 req-20a5e1f7-89bc-43b9-afcb-cc94de537a7c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1707654 Jun 07 18:55:53.397072 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fca5cc44-2bee-4156-a49a-5abcf4a83bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:53.432521 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fca5cc44-2bee-4156-a49a-5abcf4a83bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:53.464891 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-22896ef6-24b3-4c96-9069-7cc9c22e2dc8 req-332bc503-afd7-44cb-9faf-a4276c756d57 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707381 Jun 07 18:55:53.573892 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fca5cc44-2bee-4156-a49a-5abcf4a83bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:53.579151 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fca5cc44-2bee-4156-a49a-5abcf4a83bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:53.579151 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-fca5cc44-2bee-4156-a49a-5abcf4a83bd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2e93aa3-cf11-487a-99ce-168a0e777c98 HTTP/1.1" status: 204 len: 168 time: 0.2880514 Jun 07 18:55:53.579526 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b42d9be6-98ce-46de-b164-c34c7d27fab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:53.591090 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5cc44-2bee-4156-a49a-5abcf4a83bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e93aa3-cf11-487a-99ce-168a0e777c98,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:53.593587 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-fca5cc44-2bee-4156-a49a-5abcf4a83bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:53.729271 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c685ce-7200-4eee-918e-d712e35449ad req-df8be1e9-15d3-431c-8b23-83267f7099f9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:53.730819 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-24c685ce-7200-4eee-918e-d712e35449ad req-df8be1e9-15d3-431c-8b23-83267f7099f9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1062245 Jun 07 18:55:53.804253 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-24c685ce-7200-4eee-918e-d712e35449ad req-051aa45b-161b-4986-868e-e8476c5cb51d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666037 Jun 07 18:55:54.216015 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e4ae3-7bc4-4dd1-8195-4e29559702ed req-c5a91234-a16e-4173-a90e-7da98739a0a1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:54.217746 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f00e4ae3-7bc4-4dd1-8195-4e29559702ed req-c5a91234-a16e-4173-a90e-7da98739a0a1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1882365 Jun 07 18:55:54.268757 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f00e4ae3-7bc4-4dd1-8195-4e29559702ed req-5f654cda-e8ae-4ccd-b12a-9c2221956ff3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421073 Jun 07 18:55:54.554327 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 53934) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:54.575897 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6c611c05-0cca-40ad-9feb-7326d18d57aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:54.589478 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-d4ff084a-7f69-4778-820c-0dea7c9610aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:54.590948 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-d4ff084a-7f69-4778-820c-0dea7c9610aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1098 time: 0.0891533 Jun 07 18:55:54.594858 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60a72f-9fee-45c2-870b-c793440b720b req-0aca8565-7eec-49ee-8074-f1d8db1f335d tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:54.596305 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ab60a72f-9fee-45c2-870b-c793440b720b req-0aca8565-7eec-49ee-8074-f1d8db1f335d tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1177032 Jun 07 18:55:54.759986 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ab60a72f-9fee-45c2-870b-c793440b720b req-8b45e5b1-ac09-4597-9ba7-414fe4cbc487 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560023 Jun 07 18:55:54.855521 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-653ba815-30fe-40ba-bb19-ec1a699fda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:54.863237 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-653ba815-30fe-40ba-bb19-ec1a699fda94 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 919 time: 0.2653852 Jun 07 18:55:54.876451 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6c611c05-0cca-40ad-9feb-7326d18d57aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:54.959911 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-5722e7be-0e55-4398-acc4-986085989c4c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc HTTP/1.1" status: 200 len: 217 time: 0.0894721 Jun 07 18:55:55.008441 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6c611c05-0cca-40ad-9feb-7326d18d57aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:55.045815 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:55.057848 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-6c611c05-0cca-40ad-9feb-7326d18d57aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23ead2ddbb3946bc948a1ee2439131fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015545 Jun 07 18:55:55.060789 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 53948) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:55.081963 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-75b33541-d96f-4e4f-8368-81b3a5a0c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:55.083485 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-75b33541-d96f-4e4f-8368-81b3a5a0c7d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.1176369 Jun 07 18:55:55.138861 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c611c05-0cca-40ad-9feb-7326d18d57aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f087d3-6fc8-445c-84ec-409faeec238b,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:55.144119 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-b5df46b6-2b0d-4a34-ad1b-cfdefc2eb5af service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509331 Jun 07 18:55:55.148385 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6c611c05-0cca-40ad-9feb-7326d18d57aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:55.157275 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff715a-ff75-42f1-aaa6-264356e1ec35 req-87ff38fd-6a9a-4883-9cc4-0b595e87ea49 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:55.159179 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-79ff715a-ff75-42f1-aaa6-264356e1ec35 req-87ff38fd-6a9a-4883-9cc4-0b595e87ea49 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1620283 Jun 07 18:55:55.194814 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1cb659b9-f0a4-4531-9f5c-f772649eaab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:55.252758 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-79ff715a-ff75-42f1-aaa6-264356e1ec35 req-068b1f97-d42a-4e61-94d5-51bd7a3b8958 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716159 Jun 07 18:55:55.262175 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1cb659b9-f0a4-4531-9f5c-f772649eaab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:55.416025 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-9586574c-d460-4fab-9b6d-6f76c7a513a6 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556415 Jun 07 18:55:55.466700 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1cb659b9-f0a4-4531-9f5c-f772649eaab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:55.472430 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1cb659b9-f0a4-4531-9f5c-f772649eaab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:55.472430 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-1cb659b9-f0a4-4531-9f5c-f772649eaab8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12f087d3-6fc8-445c-84ec-409faeec238b HTTP/1.1" status: 204 len: 168 time: 0.4098814 Jun 07 18:55:55.474003 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-fca5cc44-2bee-4156-a49a-5abcf4a83bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:55.504084 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb659b9-f0a4-4531-9f5c-f772649eaab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f087d3-6fc8-445c-84ec-409faeec238b,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:55.507379 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1cb659b9-f0a4-4531-9f5c-f772649eaab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:55.532885 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752718c-ac92-4d18-910e-abcf04e2de70 req-a6acd508-a560-4218-ab61-a4e37517fe91 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:55.540733 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5752718c-ac92-4d18-910e-abcf04e2de70 req-a6acd508-a560-4218-ab61-a4e37517fe91 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1326287 Jun 07 18:55:55.621188 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 53968) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:55.657099 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5752718c-ac92-4d18-910e-abcf04e2de70 req-7729d48a-bbda-4104-ad1e-290d5871162a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992396 Jun 07 18:55:55.666534 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1121a2f7-9f5a-4acd-bce1-87613171be0e req-d13fb898-3962-442a-8917-a46c17f0fd26 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425582 Jun 07 18:55:55.807047 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-337df0ba-782e-444f-b60d-eb6713763c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:55.936568 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-337df0ba-782e-444f-b60d-eb6713763c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:56.010215 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17efd7-3574-4698-9693-3a3bb5b49dab req-99542f72-6214-4070-b983-e5c433af475b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:56.022203 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4a17efd7-3574-4698-9693-3a3bb5b49dab req-99542f72-6214-4070-b983-e5c433af475b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1435988 Jun 07 18:55:56.033817 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-337df0ba-782e-444f-b60d-eb6713763c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:56.061028 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1dba9af9-a5d4-43c3-832f-abccdf424393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:56.146910 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-337df0ba-782e-444f-b60d-eb6713763c99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd6cdb5e00ec47f0bcd876a2716156e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237148 Jun 07 18:55:56.149551 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4a17efd7-3574-4698-9693-3a3bb5b49dab req-75d8376c-32fd-462a-a9cf-d367b9e2eff2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261878 Jun 07 18:55:56.151506 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337df0ba-782e-444f-b60d-eb6713763c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d401f2a7-c4aa-4311-8e33-0fcc04ba8bc8,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:56.152192 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53984) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:56.160066 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-337df0ba-782e-444f-b60d-eb6713763c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:56.249650 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:56.279650 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:56.483313 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1bd57-482b-4b58-bbf6-aa6c89d426ac req-6a42d5d8-7637-48b2-ae0d-39ad2f07ba23 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:56.485152 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b2c1bd57-482b-4b58-bbf6-aa6c89d426ac req-6a42d5d8-7637-48b2-ae0d-39ad2f07ba23 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.0875549 Jun 07 18:55:56.512258 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:56.517627 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:56.518872 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d401f2a7-c4aa-4311-8e33-0fcc04ba8bc8 HTTP/1.1" status: 204 len: 168 time: 0.3644118 Jun 07 18:55:56.519724 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8fe65113-8ed4-4f32-a9b7-44eee0a9d971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:56.529837 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d401f2a7-c4aa-4311-8e33-0fcc04ba8bc8,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:56.537126 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b2c1bd57-482b-4b58-bbf6-aa6c89d426ac req-8ff31c35-af3f-4c24-8f76-b0a67ad6f254 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 Jun 07 18:55:56.539578 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.539940 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.540303 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.540654 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.541096 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.541341 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.541679 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.541998 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.542338 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.542672 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.543004 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.543407 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:55:56.555884 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:56.738857 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 53998) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:56.769120 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c8cdf6e-2efb-4366-947b-7ae258ac7982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:56.979539 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d98ac-b93f-4091-aabf-fa0bb969c61c req-2f4c3105-b0a3-48a3-b98c-b5c427c5d649 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:56.981072 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b99d98ac-b93f-4091-aabf-fa0bb969c61c req-2f4c3105-b0a3-48a3-b98c-b5c427c5d649 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1270249 Jun 07 18:55:57.067893 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b99d98ac-b93f-4091-aabf-fa0bb969c61c req-3a6dd5fb-fc29-4ade-8490-b4bbd4d7a52a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761836 Jun 07 18:55:57.081349 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c8cdf6e-2efb-4366-947b-7ae258ac7982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:57.168737 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0c8cdf6e-2efb-4366-947b-7ae258ac7982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:57.180065 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c16b65cc-d08b-44d9-b581-696847f5be70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:57.225987 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-0c8cdf6e-2efb-4366-947b-7ae258ac7982 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=039d52fbc9d5405ead9543c9e252a69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855895 Jun 07 18:55:57.228040 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cdf6e-2efb-4366-947b-7ae258ac7982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6974e8-2353-44aa-bc55-efe1ff459c21,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:57.228879 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54018) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:57.241534 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0c8cdf6e-2efb-4366-947b-7ae258ac7982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:57.378859 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a32b13ba-c8ab-4111-8fdd-c3a144da805b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:57.429079 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a32b13ba-c8ab-4111-8fdd-c3a144da805b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:57.530403 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1b4a4-4e25-4de9-82a3-997db7e4839e req-ee1a55bb-6473-4ffe-9c95-ae94beb7932a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:57.533178 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-fac1b4a4-4e25-4de9-82a3-997db7e4839e req-ee1a55bb-6473-4ffe-9c95-ae94beb7932a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2176485 Jun 07 18:55:57.619770 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-fac1b4a4-4e25-4de9-82a3-997db7e4839e req-c369e540-9f42-4e7c-80a9-eb5dbae0b608 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727534 Jun 07 18:55:57.626442 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a32b13ba-c8ab-4111-8fdd-c3a144da805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:57.630366 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a32b13ba-c8ab-4111-8fdd-c3a144da805b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:55:57.631080 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-a32b13ba-c8ab-4111-8fdd-c3a144da805b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a6974e8-2353-44aa-bc55-efe1ff459c21 HTTP/1.1" status: 204 len: 168 time: 0.4011612 Jun 07 18:55:57.632050 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-9530cc7b-63cc-4373-a785-28f5b9b187ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:55:57.645129 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b13ba-c8ab-4111-8fdd-c3a144da805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6974e8-2353-44aa-bc55-efe1ff459c21,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:55:57.658457 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a32b13ba-c8ab-4111-8fdd-c3a144da805b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:55:57.857624 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860365c5-3d64-4a1f-99d0-72bf29271d4c req-9fb74499-2b93-4b86-bdf3-3a9daf413706 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:57.863569 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-860365c5-3d64-4a1f-99d0-72bf29271d4c req-9fb74499-2b93-4b86-bdf3-3a9daf413706 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1215236 Jun 07 18:55:57.952660 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-860365c5-3d64-4a1f-99d0-72bf29271d4c req-a64964e5-20f4-41c3-b469-f0d7c56d73c9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835266 Jun 07 18:55:58.413667 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab659b-91fc-4166-ae04-c00112b3ec49 req-6e27186e-a648-4f34-b6d8-3da218266fc2 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:58.416867 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-42ab659b-91fc-4166-ae04-c00112b3ec49 req-6e27186e-a648-4f34-b6d8-3da218266fc2 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1589851 Jun 07 18:55:58.518258 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-42ab659b-91fc-4166-ae04-c00112b3ec49 req-19134ba3-2449-48a0-b75e-e2bc608bde5f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829742 Jun 07 18:55:58.943690 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a169e14-107f-44d5-9f8c-a951ded2f834 req-58cd47d6-847a-442c-b038-7ad783117ba4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:58.945385 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8a169e14-107f-44d5-9f8c-a951ded2f834 req-58cd47d6-847a-442c-b038-7ad783117ba4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1350596 Jun 07 18:55:59.004052 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8a169e14-107f-44d5-9f8c-a951ded2f834 req-e4466601-2384-4d50-a470-11777edaa5a4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516226 Jun 07 18:55:59.172920 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf11b9-5d7e-4fb4-b6f1-f49e75b90e68 req-148c38f6-e837-4895-8029-1c14e231e378 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:59.180676 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9fdf11b9-5d7e-4fb4-b6f1-f49e75b90e68 req-148c38f6-e837-4895-8029-1c14e231e378 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1060591 Jun 07 18:55:59.237431 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9fdf11b9-5d7e-4fb4-b6f1-f49e75b90e68 req-4bf40447-514a-4ae7-83d0-fb9f3f8c2e1f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554411 Jun 07 18:55:59.681463 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54112) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:55:59.753431 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3793e8-ee36-4f31-ab64-345196ad58d7 req-fbf3f35b-9f26-42c0-832b-f90f2b68231a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:55:59.755599 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8b3793e8-ee36-4f31-ab64-345196ad58d7 req-fbf3f35b-9f26-42c0-832b-f90f2b68231a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1037183 Jun 07 18:55:59.829933 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8b3793e8-ee36-4f31-ab64-345196ad58d7 req-1a090649-9d35-447a-a42d-a0fe9b450a66 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595713 Jun 07 18:55:59.997516 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-24785681-719c-4d7d-90da-965f88efc50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:00.204411 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-24785681-719c-4d7d-90da-965f88efc50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:00.265099 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-24785681-719c-4d7d-90da-965f88efc50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:00.281785 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a3dc9b78-e1f2-432e-9443-4471bbfbce2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:00.347199 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24785681-719c-4d7d-90da-965f88efc50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000bedd0-3500-4a6d-9839-d046accefa2e,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:00.372180 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-24785681-719c-4d7d-90da-965f88efc50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:00.389917 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-24785681-719c-4d7d-90da-965f88efc50e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=189f975b7f43422ba9024802bfcc138e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7040684 Jun 07 18:56:00.395878 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54140) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:00.504661 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f11e36-f23a-4275-bd20-762b9a73fae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:00.508975 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4f941-1fb8-4a48-80a8-e64f93783ac8 req-cea00cad-028b-45a2-8f3f-577cd6595f6b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:00.510843 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1bc4f941-1fb8-4a48-80a8-e64f93783ac8 req-cea00cad-028b-45a2-8f3f-577cd6595f6b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1032596 Jun 07 18:56:00.540453 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f11e36-f23a-4275-bd20-762b9a73fae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:00.572633 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1bc4f941-1fb8-4a48-80a8-e64f93783ac8 req-1b4ef2d5-a4d2-45d3-a40a-61fafd3d311f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534780 Jun 07 18:56:00.721426 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f11e36-f23a-4275-bd20-762b9a73fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:00.723915 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f11e36-f23a-4275-bd20-762b9a73fae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:00.725089 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-48f11e36-f23a-4275-bd20-762b9a73fae2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/000bedd0-3500-4a6d-9839-d046accefa2e HTTP/1.1" status: 204 len: 168 time: 0.3276801 Jun 07 18:56:00.726086 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1fdad4cf-846b-4009-b4df-bbde1f969af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:00.737290 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f11e36-f23a-4275-bd20-762b9a73fae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000bedd0-3500-4a6d-9839-d046accefa2e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:00.740504 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-48f11e36-f23a-4275-bd20-762b9a73fae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:01.166975 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88ab55-dc2c-496d-976d-672c0ba59111 req-f6e142a5-1ab6-4a5f-8d56-1953c9932f70 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:01.173406 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d88ab55-dc2c-496d-976d-672c0ba59111 req-f6e142a5-1ab6-4a5f-8d56-1953c9932f70 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1577868 Jun 07 18:56:01.248934 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d88ab55-dc2c-496d-976d-672c0ba59111 req-bc615421-f328-47f8-8eb8-f58fa0bdbf2b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720437 Jun 07 18:56:01.825641 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb2681-9c63-42e5-a519-597cad71abf9 req-1265ceb0-37fe-453e-ba10-81dcf1cda9b8 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:01.827578 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-32bb2681-9c63-42e5-a519-597cad71abf9 req-1265ceb0-37fe-453e-ba10-81dcf1cda9b8 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1297119 Jun 07 18:56:01.833181 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c2036-8e81-49b5-8f83-b751bf351900 req-070d9cee-96d3-47a1-8598-c0e0607d6443 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:01.835057 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7d7c2036-8e81-49b5-8f83-b751bf351900 req-070d9cee-96d3-47a1-8598-c0e0607d6443 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1281760 Jun 07 18:56:01.897139 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-32bb2681-9c63-42e5-a519-597cad71abf9 req-88eedc4b-8686-453f-a3a7-5fdb433b71e5 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563114 Jun 07 18:56:01.897327 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54174) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:01.940366 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5836fb01-51a4-468e-99af-9421fffe1bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:01.975062 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7d7c2036-8e81-49b5-8f83-b751bf351900 req-1a91cd41-9ca7-40cb-88d8-e14d01edd03a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260457 Jun 07 18:56:02.102095 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5836fb01-51a4-468e-99af-9421fffe1bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:02.206556 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5836fb01-51a4-468e-99af-9421fffe1bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:02.216243 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-4f8110e9-b6e8-419b-9afb-5d30503fee86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:02.262989 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-5836fb01-51a4-468e-99af-9421fffe1bc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad4475a52843460aa2e62c02de4f2d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644154 Jun 07 18:56:02.264168 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836fb01-51a4-468e-99af-9421fffe1bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f4352-2713-43f1-9eed-dabfe58b2fa9,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:02.265924 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54186) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:02.268892 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5836fb01-51a4-468e-99af-9421fffe1bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:02.388324 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a3c473f-22da-43cb-9e26-e30dacbbf3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:02.428944 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a3c473f-22da-43cb-9e26-e30dacbbf3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:02.545455 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be365026-00e3-4573-a2a0-ed42ebd31325 req-01918332-84b2-41cc-943f-613055090c91 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:02.547245 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-be365026-00e3-4573-a2a0-ed42ebd31325 req-01918332-84b2-41cc-943f-613055090c91 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1330414 Jun 07 18:56:02.585749 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a3c473f-22da-43cb-9e26-e30dacbbf3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:02.588723 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a3c473f-22da-43cb-9e26-e30dacbbf3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:02.590295 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-7a3c473f-22da-43cb-9e26-e30dacbbf3fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc7f4352-2713-43f1-9eed-dabfe58b2fa9 HTTP/1.1" status: 204 len: 168 time: 0.3230917 Jun 07 18:56:02.591844 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:02.605831 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-be365026-00e3-4573-a2a0-ed42ebd31325 req-d6753de9-4f26-4b10-bf0b-9140e042b3ea tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527160 Jun 07 18:56:02.613680 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c473f-22da-43cb-9e26-e30dacbbf3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f4352-2713-43f1-9eed-dabfe58b2fa9,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:02.623118 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-7a3c473f-22da-43cb-9e26-e30dacbbf3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:03.226323 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b7ad2-34fe-46aa-ba8d-f1115272b857 req-d86f815a-4b4e-44ea-a062-e8537e98ebcd tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:03.227925 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8d1b7ad2-34fe-46aa-ba8d-f1115272b857 req-d86f815a-4b4e-44ea-a062-e8537e98ebcd tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.0981708 Jun 07 18:56:03.282543 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8d1b7ad2-34fe-46aa-ba8d-f1115272b857 req-6ccce309-82dd-45c0-9ae9-072993c365de tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Jun 07 18:56:03.822575 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54228) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:03.841076 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5c55e0c4-9cf8-4db7-8ae8-02d91cf9f86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:03.925042 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515178b-65eb-41f5-bee4-3ccddf7fbf27 req-691eae53-14e8-4029-8136-22431c25cd9f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:03.935890 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b515178b-65eb-41f5-bee4-3ccddf7fbf27 req-691eae53-14e8-4029-8136-22431c25cd9f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1337018 Jun 07 18:56:03.989191 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5c55e0c4-9cf8-4db7-8ae8-02d91cf9f86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:03.991883 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b515178b-65eb-41f5-bee4-3ccddf7fbf27 req-170d4af1-f7f9-4e9b-be7f-74090baaabfb tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533893 Jun 07 18:56:04.117135 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5c55e0c4-9cf8-4db7-8ae8-02d91cf9f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:04.134499 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-aee5cbf0-971c-40fb-9076-d50d53aaec6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:04.208756 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-5c55e0c4-9cf8-4db7-8ae8-02d91cf9f86c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=479a15ece0cc40af9df7f77fb748beee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848348 Jun 07 18:56:04.211507 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54234) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:04.218153 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55e0c4-9cf8-4db7-8ae8-02d91cf9f86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9379e38-8010-4bf2-b707-7d00c3746b86,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:04.228908 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5c55e0c4-9cf8-4db7-8ae8-02d91cf9f86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:04.232009 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54236) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:04.301942 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-933737ba-cc41-4dd0-a7a7-844bd92afecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:04.369230 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-933737ba-cc41-4dd0-a7a7-844bd92afecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:04.439649 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6ff5207c-9832-4ce9-8b19-e5864d3b8965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:04.568086 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-933737ba-cc41-4dd0-a7a7-844bd92afecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:04.570672 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-933737ba-cc41-4dd0-a7a7-844bd92afecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:04.571818 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-933737ba-cc41-4dd0-a7a7-844bd92afecd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9379e38-8010-4bf2-b707-7d00c3746b86 HTTP/1.1" status: 204 len: 168 time: 0.3590477 Jun 07 18:56:04.572628 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:04.587323 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933737ba-cc41-4dd0-a7a7-844bd92afecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9379e38-8010-4bf2-b707-7d00c3746b86,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:04.598206 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-933737ba-cc41-4dd0-a7a7-844bd92afecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:04.651427 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bccef3-ff55-4263-b372-4c22598bed9a req-859480aa-4c2b-4390-a13f-2095b269f01e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:04.653065 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-19bccef3-ff55-4263-b372-4c22598bed9a req-859480aa-4c2b-4390-a13f-2095b269f01e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1640894 Jun 07 18:56:04.733777 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6ff5207c-9832-4ce9-8b19-e5864d3b8965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:04.740144 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-19bccef3-ff55-4263-b372-4c22598bed9a req-898e136e-6713-441e-ad99-e710840520cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808759 Jun 07 18:56:04.917652 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6ff5207c-9832-4ce9-8b19-e5864d3b8965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:04.928002 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-26d641a8-73fd-4968-879d-8985a69e6656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:04.973345 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-6ff5207c-9832-4ce9-8b19-e5864d3b8965 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca4473c3f97349c2b7eca2bfb008cd44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7398956 Jun 07 18:56:04.974268 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5207c-9832-4ce9-8b19-e5864d3b8965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6ed661-ab6e-43cb-90e2-007be89af0de,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:04.976080 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54254) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:04.977936 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6ff5207c-9832-4ce9-8b19-e5864d3b8965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:05.155212 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6e10111-4095-4ae3-b88a-5244b15f3cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:05.235732 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6e10111-4095-4ae3-b88a-5244b15f3cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:05.456118 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf276-f652-4405-aac5-639affe64767 req-9f66b0fe-baa4-46bb-8bfd-555558e87a6c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:05.457706 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d79bf276-f652-4405-aac5-639affe64767 req-9f66b0fe-baa4-46bb-8bfd-555558e87a6c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1994009 Jun 07 18:56:05.514126 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d79bf276-f652-4405-aac5-639affe64767 req-4d461e97-aa0c-4b3f-914a-01f1d49deb68 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456901 Jun 07 18:56:05.569752 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6e10111-4095-4ae3-b88a-5244b15f3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:05.576437 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6e10111-4095-4ae3-b88a-5244b15f3cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:05.582044 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-e6e10111-4095-4ae3-b88a-5244b15f3cc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf6ed661-ab6e-43cb-90e2-007be89af0de HTTP/1.1" status: 204 len: 168 time: 0.6039152 Jun 07 18:56:05.583864 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5836fb01-51a4-468e-99af-9421fffe1bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:05.610448 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e10111-4095-4ae3-b88a-5244b15f3cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6ed661-ab6e-43cb-90e2-007be89af0de,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:05.611333 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e6e10111-4095-4ae3-b88a-5244b15f3cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:05.986394 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f36ad-4e74-4616-bfa3-e4df1b93501d req-abedbd65-b39b-4033-9c78-dfd4ac808cc6 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:05.988003 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7f36ad-4e74-4616-bfa3-e4df1b93501d req-abedbd65-b39b-4033-9c78-dfd4ac808cc6 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1248620 Jun 07 18:56:06.042018 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c7f36ad-4e74-4616-bfa3-e4df1b93501d req-ed558be0-a3bf-4a41-a1b9-dd40b00d7b43 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466645 Jun 07 18:56:06.401986 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:56:06.693564 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54316) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:06.810975 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:06.892820 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'port_id': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'mac_address': 'fa:16:3e:58:53:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:56:06.951733 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-87750648-network', 'tenant_id': '04c44c05b46043ec8d17aadbdc7e2fd7'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:06.980637 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.023607 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfdfe7-247a-4b6e-9773-b5e0443a111d req-9fb169ea-918f-41f4-b44e-353f1a168ff0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:07.023943 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4447728-f35b-475b-83aa-2e3046c7dc22 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:56:07.025807 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d4cfdfe7-247a-4b6e-9773-b5e0443a111d req-9fb169ea-918f-41f4-b44e-353f1a168ff0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1732106 Jun 07 18:56:07.065590 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:07.088448 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d4cfdfe7-247a-4b6e-9773-b5e0443a111d req-42d914d0-784f-4f87-aea4-d6ce961448f0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519967 Jun 07 18:56:07.174565 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9994a550-390b-402e-a609-a207fe772e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.178050 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Made reservation on behalf of 04c44c05b46043ec8d17aadbdc7e2fd7 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:56:07.179148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.193510 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.242770 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.244992 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:07.351623 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.361642 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['d4447728-f35b-475b-83aa-2e3046c7dc22'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:56:07.436047 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=6']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:07.442344 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.448116 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bc1c7c0e-1c24-408d-b784-854a6f944a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:07.460807 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49bb0a-525a-4c98-83d3-dcc19ee341b2 req-89f87809-9d4b-4245-a77f-992199e9bfe7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:07.464259 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:07.488370 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d49bb0a-525a-4c98-83d3-dcc19ee341b2 req-89f87809-9d4b-4245-a77f-992199e9bfe7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 944 time: 0.2278221 Jun 07 18:56:07.523523 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:56:07.534854 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46854395-f33e-48ba-8d1c-e22788ff34f3,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:07.540517 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:07.544000 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.552727 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Added segment afa73617-9fc8-4442-9882-af5aefed8ffc of type vlan for network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 Jun 07 18:56:07.584907 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.661702 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d49bb0a-525a-4c98-83d3-dcc19ee341b2 req-d3768089-78c8-41f2-a4bf-224b9076db99 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721678 Jun 07 18:56:07.767499 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.768995 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:07.769702 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:07.773991 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bb598342-d6f5-45f3-a86e-823dc9ea0dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:08.081569 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3868194 Jun 07 18:56:08.082860 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Pushing event updated for resources: {'Network': ['ID=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:08.087424 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54356) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:08.088911 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:08.101724 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:56:08.102934 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Request body: {'subnet': {'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-87750648-subnet', 'tenant_id': '04c44c05b46043ec8d17aadbdc7e2fd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:08.265338 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Made reservation on behalf of 04c44c05b46043ec8d17aadbdc7e2fd7 for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:56:08.268927 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266354395'] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:08.513533 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:56:08.669169 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port d4447728-f35b-475b-83aa-2e3046c7dc22 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:56:08.670723 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:08.724410 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-f9a01ea7-4b68-4532-a558-0e82464d3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:08.728061 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-f9a01ea7-4b68-4532-a558-0e82464d3111 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 1098 time: 0.1715147 Jun 07 18:56:08.851622 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94c596-5342-4638-a29a-875092770b19 req-b8ec39e5-3199-4ab0-9730-71c40d9cccc6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:08.863850 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0f94c596-5342-4638-a29a-875092770b19 req-b8ec39e5-3199-4ab0-9730-71c40d9cccc6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.4583025 Jun 07 18:56:09.078389 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:09.094932 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0f94c596-5342-4638-a29a-875092770b19 req-d63d4199-e14b-4c6f-9e15-bddd2b898282 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255037 Jun 07 18:56:09.136617 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:56:09.142296 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a05ce9-3bc7-4d70-a61a-01f7c639fbb2" -d '{"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-plugged", "status": "completed", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:56:09.153139 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-9cda7b5f-2494-4e0b-9c87-a906aca14105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:09.157822 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:09.159118 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-9cda7b5f-2494-4e0b-9c87-a906aca14105 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 911 time: 0.4063113 Jun 07 18:56:09.207931 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:09.287167 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267045280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266354405'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:09.287408 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:09.291303 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:09.291505 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:09.383385 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-89560339-4e55-46b8-81e3-2461b220d751 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28321dbb-6c34-4b58-9184-1e9841058558 HTTP/1.1" status: 200 len: 1000 time: 0.2162089 Jun 07 18:56:09.497766 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef20078b-0074-4656-83eb-97a0127515c2,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:09.504646 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:09.522743 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=7']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:09.551784 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:09.633390 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-38c39f8a-ca93-49ee-a3c7-9e2255b67fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:09.636480 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-38c39f8a-ca93-49ee-a3c7-9e2255b67fc1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cedf77e4-ee67-4762-a08e-88df87223f5f HTTP/1.1" status: 200 len: 849 time: 0.2242246 Jun 07 18:56:09.857347 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c65e00f-3241-4e2d-abc5-8d9fe36e5419 x-openstack-request-id: req-5c65e00f-3241-4e2d-abc5-8d9fe36e5419 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:56:09.862144 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-plugged", "status": "completed", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:56:09.863189 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c65e00f-3241-4e2d-abc5-8d9fe36e5419 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:56:09.864448 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'code': 200} Jun 07 18:56:09.874179 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-9afd7fe1-5053-4138-a2e2-cbfc0abd3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:09.880421 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-9afd7fe1-5053-4138-a2e2-cbfc0abd3091 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff6cf35f-8e60-427c-92e1-346e9b5bc702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2335134 Jun 07 18:56:09.941743 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Checking segment: {'id': 'afa73617-9fc8-4442-9882-af5aefed8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:56:09.942682 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Network hostable DHCP agents. Network: ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:56:10.043618 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b08b-1838-44a2-b9e4-0b8848a7853c req-03b8b4d6-bd27-4fae-b6fe-106a3cf7a139 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:10.045276 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-af77b08b-1838-44a2-b9e4-0b8848a7853c req-03b8b4d6-bd27-4fae-b6fe-106a3cf7a139 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.5366166 Jun 07 18:56:10.053107 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-1150f42b-a706-4e1e-b3a5-0d063e0a76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:10.054557 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-1150f42b-a706-4e1e-b3a5-0d063e0a76b6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1098 time: 0.2463202 Jun 07 18:56:10.136067 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:56:10.242501 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-af77b08b-1838-44a2-b9e4-0b8848a7853c req-682b831e-30f3-45ff-a785-f83d5d8db3f7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522379 Jun 07 18:56:10.271204 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:10.293068 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-3bcbba83-dcf9-4d06-96f0-a30b9d5e92b0 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037433 Jun 07 18:56:10.372919 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-da39b20f-8bc7-48d4-ac87-705b14fd8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:10.373200 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-108682eb-69dd-4261-8afc-89ec41483109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:10.374114 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-da39b20f-8bc7-48d4-ac87-705b14fd8635 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 919 time: 0.3074515 Jun 07 18:56:10.447004 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922d302-1a81-4176-bab7-fce4af674447 req-7fa253ae-0a01-4ea1-86bd-7462f75398fc tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:10.456156 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5922d302-1a81-4176-bab7-fce4af674447 req-7fa253ae-0a01-4ea1-86bd-7462f75398fc tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.4240615 Jun 07 18:56:10.559647 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-a21470ae-7778-499c-aed7-2cff184f59de service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc HTTP/1.1" status: 200 len: 217 time: 0.1796298 Jun 07 18:56:10.628252 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5922d302-1a81-4176-bab7-fce4af674447 req-12d23c65-298a-4be5-98d2-1f9e25f00bd6 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710367 Jun 07 18:56:10.644540 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:56:10.658187 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13411b3-3a31-43c0-a222-e41390143319 None None] Network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:56:10.670769 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:10.672030 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:10.759079 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4ffa5027-13e4-48cb-a029-90f1660f723f req-ad03e8f7-330b-424d-916f-c49d43b4a0b7 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552274 Jun 07 18:56:10.883624 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-45562f1e-2362-4676-ba00-cb15dfa31fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:10.885431 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-45562f1e-2362-4676-ba00-cb15dfa31fac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.2533960 Jun 07 18:56:10.913334 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2727ef0-0673-49fc-b5df-740655d2ddd7 None None] Network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:56:10.955431 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-96b7086f-b6b4-4485-936f-c127c1146fea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593929 Jun 07 18:56:11.109597 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc9802-14f0-48a4-9add-90246b78c289 req-4be0ab1b-e39d-477a-b7fa-d2c3c166e274 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:11.112601 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e6dc9802-14f0-48a4-9add-90246b78c289 req-4be0ab1b-e39d-477a-b7fa-d2c3c166e274 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.5514514 Jun 07 18:56:11.166105 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0763931 Jun 07 18:56:11.530595 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:11.588466 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e6dc9802-14f0-48a4-9add-90246b78c289 req-90f7ec8c-177f-4c40-babe-5656d72c7299 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4414082 Jun 07 18:56:11.679919 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-e66600c6-e3bd-49b7-8577-6d539fd46df5 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7015851 Jun 07 18:56:11.748516 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ade9c-75c9-4a0b-a89e-f89802abd157 req-4434fb57-71b8-43d7-8d65-eea9eeab676f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:11.750651 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f85ade9c-75c9-4a0b-a89e-f89802abd157 req-4434fb57-71b8-43d7-8d65-eea9eeab676f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.2302053 Jun 07 18:56:11.869343 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f85ade9c-75c9-4a0b-a89e-f89802abd157 req-a4c4ea17-bea1-4bc6-b1d3-13c613500c10 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014004 Jun 07 18:56:12.037928 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8b5a17e1-2c7e-44ce-b735-a7dde8b2cdeb req-b33f16a3-c968-4f3c-b3f8-f7b9f33677e8 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445768 Jun 07 18:56:12.297413 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6548074-e39f-48d6-8c25-e8f84a47e73a req-af639de5-da31-4914-b52e-66bba3f411ae tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:12.297413 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f6548074-e39f-48d6-8c25-e8f84a47e73a req-af639de5-da31-4914-b52e-66bba3f411ae tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2349780 Jun 07 18:56:12.377099 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f6548074-e39f-48d6-8c25-e8f84a47e73a req-883a03e7-7a4c-49e1-96ac-8c00fdd28dfc tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947299 Jun 07 18:56:12.531627 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb844a-e674-4883-b9ce-d128edf08825 req-82feadb6-2050-45f9-9537-0c4a4ee2369d tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:12.539699 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2eeb844a-e674-4883-b9ce-d128edf08825 req-82feadb6-2050-45f9-9537-0c4a4ee2369d tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1008039 Jun 07 18:56:12.685449 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2eeb844a-e674-4883-b9ce-d128edf08825 req-de3b653a-3a89-437d-a459-b304e83a386c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445999 Jun 07 18:56:12.845862 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-d78a06cb-784b-449c-9fae-f7a390614dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:12.847719 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-d78a06cb-784b-449c-9fae-f7a390614dac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 1098 time: 0.0886438 Jun 07 18:56:13.180326 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-45116574-394a-4a47-a9a1-75260c053dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:13.193943 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-45116574-394a-4a47-a9a1-75260c053dad service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 911 time: 0.3315108 Jun 07 18:56:13.478378 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921189c4-4911-4662-a17c-355bc6014ae8 req-6399a238-8b5a-4c8c-b36e-d271f8c9959d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:13.480195 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-921189c4-4911-4662-a17c-355bc6014ae8 req-6399a238-8b5a-4c8c-b36e-d271f8c9959d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1292720 Jun 07 18:56:13.489608 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-64b92813-e8d7-4257-b77e-eed2b8e5dae1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28321dbb-6c34-4b58-9184-1e9841058558 HTTP/1.1" status: 200 len: 1000 time: 0.2945244 Jun 07 18:56:13.502215 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:13.532471 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-921189c4-4911-4662-a17c-355bc6014ae8 req-f95446b0-1c37-4130-87f6-0c4059c18705 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452795 Jun 07 18:56:13.620326 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-d052c746-4e47-4c5c-8d62-c5168bef6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:13.621819 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-d052c746-4e47-4c5c-8d62-c5168bef6d59 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cedf77e4-ee67-4762-a08e-88df87223f5f HTTP/1.1" status: 200 len: 849 time: 0.1262465 Jun 07 18:56:13.705491 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ef4f7-ee48-4fe1-8c02-76c39f0e8006 req-b7424876-2997-4482-b6be-ccf6e454aaf9 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:13.707074 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-095ef4f7-ee48-4fe1-8c02-76c39f0e8006 req-b7424876-2997-4482-b6be-ccf6e454aaf9 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1763728 Jun 07 18:56:13.815276 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-095ef4f7-ee48-4fe1-8c02-76c39f0e8006 req-5777d699-1701-46ea-9919-e2e92c028db2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932028 Jun 07 18:56:13.819189 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-872ca8d4-77ac-4b07-97c4-b4b33e62aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:13.820941 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-872ca8d4-77ac-4b07-97c4-b4b33e62aaa0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff6cf35f-8e60-427c-92e1-346e9b5bc702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1917348 Jun 07 18:56:14.114527 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a45de-1469-4eae-a4c9-7c4d4dd689ec req-86f84b80-732d-4d9e-af10-ec9d718832bd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:14.118180 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f50a45de-1469-4eae-a4c9-7c4d4dd689ec req-86f84b80-732d-4d9e-af10-ec9d718832bd tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1780927 Jun 07 18:56:14.177102 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-80714730-650c-4a9a-9686-a63fc2339b2c service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471580 Jun 07 18:56:14.241826 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f50a45de-1469-4eae-a4c9-7c4d4dd689ec req-8cdb1848-1673-4c37-873a-03ed43a3c596 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158562 Jun 07 18:56:14.461430 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-620a37f0-a561-4c68-8945-4ee0a28cdf58 req-d59c849a-8a6c-4871-9e7a-90a017e85345 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732797 Jun 07 18:56:14.838983 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627040-e99e-4500-8eb3-2693535c00bd req-a1a8a98f-adf3-43c0-a272-84f3f39fa126 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:14.840825 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-77627040-e99e-4500-8eb3-2693535c00bd req-a1a8a98f-adf3-43c0-a272-84f3f39fa126 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1143405 Jun 07 18:56:14.919514 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-77627040-e99e-4500-8eb3-2693535c00bd req-8964e5cc-416c-4fc7-9616-a628240ff097 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698819 Jun 07 18:56:15.129446 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605f85a-08af-4bd3-b44b-d740ee27fd70 req-e64925fb-a926-4332-80ca-b4ae9e044c0d tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:15.134030 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e605f85a-08af-4bd3-b44b-d740ee27fd70 req-e64925fb-a926-4332-80ca-b4ae9e044c0d tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1191738 Jun 07 18:56:15.215384 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e605f85a-08af-4bd3-b44b-d740ee27fd70 req-127ec2e0-11de-4568-8c4d-264034fdaf50 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655148 Jun 07 18:56:15.711956 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57860205-0a78-438b-89e1-b2a844801ff4 req-6ec468fa-cb46-442d-8304-6e570d33caf7 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:15.715430 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-57860205-0a78-438b-89e1-b2a844801ff4 req-6ec468fa-cb46-442d-8304-6e570d33caf7 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1785624 Jun 07 18:56:15.837446 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-57860205-0a78-438b-89e1-b2a844801ff4 req-1a1b4db6-dae5-4e5a-9601-a1640d1c58d1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127250 Jun 07 18:56:15.977801 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-d0109a5b-2cd5-499d-bb72-3964adeb423f tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:15.980091 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-d0109a5b-2cd5-499d-bb72-3964adeb423f tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/networks?id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 HTTP/1.1" status: 200 len: 812 time: 0.2716281 Jun 07 18:56:16.017854 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-bf08dce2-6f67-42c6-be97-6a77167059b9 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/quotas/04c44c05b46043ec8d17aadbdc7e2fd7 HTTP/1.1" status: 200 len: 375 time: 0.0276244 Jun 07 18:56:16.141284 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-66e8073d-ba14-464b-b650-0a8fef7857ae tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04c44c05b46043ec8d17aadbdc7e2fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132841 Jun 07 18:56:16.205175 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71513e-2ebf-4ce8-ab6e-96b8c37d7894 req-b3a83814-d1e5-4811-ab3f-5561ed4cb1b9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:16.213880 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bb71513e-2ebf-4ce8-ab6e-96b8c37d7894 req-b3a83814-d1e5-4811-ab3f-5561ed4cb1b9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1049976 Jun 07 18:56:16.306772 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bb71513e-2ebf-4ce8-ab6e-96b8c37d7894 req-46a06863-6fd9-46dd-a529-a0a5a35fc6b5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835218 Jun 07 18:56:16.735064 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-87cc42b9-bd8b-4e0a-a957-c7cc4fb45712 service neutron] 10.222.0.20 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663357 Jun 07 18:56:16.774346 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edfde3-8b85-4222-bb6d-1f1fb130d51d req-c44a9f3c-11e2-4bfa-847d-2c84e6f51e98 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:16.776503 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-27edfde3-8b85-4222-bb6d-1f1fb130d51d req-c44a9f3c-11e2-4bfa-847d-2c84e6f51e98 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1980824 Jun 07 18:56:16.901208 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-27edfde3-8b85-4222-bb6d-1f1fb130d51d req-264b558d-32f3-40e0-8f04-57af96556ebc tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097262 Jun 07 18:56:17.048029 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-ca96e871-a17b-4900-8b19-2e02fa121ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025589 Jun 07 18:56:17.621057 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ba046-2c20-4c01-ba20-4b95ec13d25c req-4a9cc703-ba30-447c-9a34-117327eb678c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:17.621057 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-487ba046-2c20-4c01-ba20-4b95ec13d25c req-4a9cc703-ba30-447c-9a34-117327eb678c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1580582 Jun 07 18:56:17.641500 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-98edd577-8717-44d5-887a-af3dbb4544bd req-34ded044-4fa6-4fbf-9d0a-b8a43a01b700 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 210 time: 0.1005628 Jun 07 18:56:17.694802 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54572) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:17.752162 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-487ba046-2c20-4c01-ba20-4b95ec13d25c req-eb5c2b94-427d-412c-a549-3c7df4da2b9e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150179 Jun 07 18:56:17.852546 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] Deleting subnet 021972a4-170c-4894-84ff-c69c45239c28 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 18:56:17.862723 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:17.953245 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266735896'] for subnet, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.049543 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54584) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:18.095336 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.331302 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf37161-b218-4980-8d53-622088669aa9 req-fb3bcfe6-2c67-43ff-bc09-1b5c340079af tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:18.337938 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9bf37161-b218-4980-8d53-622088669aa9 req-fb3bcfe6-2c67-43ff-bc09-1b5c340079af tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1331999 Jun 07 18:56:18.368861 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ed45d7ad-3fbc-41ec-bf08-e4dd161e0252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.409688 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9bf37161-b218-4980-8d53-622088669aa9 req-c06ea61b-c425-44bd-bf3a-073f8efe56dd tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638807 Jun 07 18:56:18.413938 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266784375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266596498'] for subnet, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.439223 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-554f897f-8cb1-4631-a307-d7ababceb6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:18.476631 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.478992 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] 10.222.0.20 "DELETE /v2.0/subnets/021972a4-170c-4894-84ff-c69c45239c28 HTTP/1.1" status: 204 len: 168 time: 0.7823772 Jun 07 18:56:18.480064 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021972a4-170c-4894-84ff-c69c45239c28,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:18.483260 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:18.484645 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54590) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:18.610919 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.611626 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ed45d7ad-3fbc-41ec-bf08-e4dd161e0252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.717684 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ed45d7ad-3fbc-41ec-bf08-e4dd161e0252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.755240 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.771625 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8df81e-abe0-4953-b810-f2361529eae1']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:18.789433 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5e35ed84-734a-4881-84b1-9de3cc3e09ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:18.789764 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54598) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:18.800052 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5cb186-b8e1-4beb-a59b-466d605beb93') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:18.800323 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5cb186-b8e1-4beb-a59b-466d605beb93') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:18.816665 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266735905'] for segment, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.866514 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.879956 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 18:56:18.880372 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266784468'] for segment, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.892934 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b10df079-0e62-43b7-a859-988f0dea7cb2 req-dec0f3d4-7282-4efe-8d90-990c556a03d4 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 210 time: 0.1565850 Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: Traceback (most recent call last): Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: timer() Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: cb(*args, **kw) Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: return func(*args, **kwargs) Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: self._notify() Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: self.callback(batched_events) Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: event.method(event) Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: return f(self, *a, **k) Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: return self._get(url).json() Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: return self.request(url, 'GET', **kwargs) Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 18:56:18.912026 dv-cinder-790535-1-smb neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 18:56:18.979939 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-ed45d7ad-3fbc-41ec-bf08-e4dd161e0252 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=532afe710bed4596b3bdf16e66ca0406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281695 Jun 07 18:56:18.983111 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45d7ad-3fbc-41ec-bf08-e4dd161e0252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906e1dc8-18e9-4dc2-a149-28ef084cf601,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:18.992797 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b04402da-b282-4601-9e27-f99a69f68832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:18.999860 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54604) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:19.016705 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ed45d7ad-3fbc-41ec-bf08-e4dd161e0252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:19.020814 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:56:19.187584 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9eba5aa5-aaa9-483c-b229-e65c9c7b1400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:19.227080 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9eba5aa5-aaa9-483c-b229-e65c9c7b1400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:19.233458 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4763458-fa08-426b-a5d1-5318c3534f34 req-a311e25a-d4f2-4111-bbb5-faccea88551f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:19.235402 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c4763458-fa08-426b-a5d1-5318c3534f34 req-a311e25a-d4f2-4111-bbb5-faccea88551f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.2096038 Jun 07 18:56:19.332869 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c4763458-fa08-426b-a5d1-5318c3534f34 req-9f509778-d93e-4a9b-be35-bb33304c76a6 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806170 Jun 07 18:56:19.404149 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b04402da-b282-4601-9e27-f99a69f68832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:19.631872 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057d3fd-1871-4054-a7a8-0890f7248609 req-dd0b3f06-4d56-49b0-9585-d5f8cb609e93 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:19.631872 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d057d3fd-1871-4054-a7a8-0890f7248609 req-dd0b3f06-4d56-49b0-9585-d5f8cb609e93 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.0978470 Jun 07 18:56:19.724925 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d057d3fd-1871-4054-a7a8-0890f7248609 req-6394684d-4a94-4d46-85cf-7dbeae0883df tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500612 Jun 07 18:56:19.951711 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9eba5aa5-aaa9-483c-b229-e65c9c7b1400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:19.952030 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b04402da-b282-4601-9e27-f99a69f68832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:19.957017 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9eba5aa5-aaa9-483c-b229-e65c9c7b1400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:19.963080 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-9eba5aa5-aaa9-483c-b229-e65c9c7b1400 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/906e1dc8-18e9-4dc2-a149-28ef084cf601 HTTP/1.1" status: 204 len: 168 time: 0.9559009 Jun 07 18:56:19.963080 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-84f97ab8-c1a7-45e3-9442-d0bdd7cd80ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:19.969497 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-933737ba-cc41-4dd0-a7a7-844bd92afecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:19.982008 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:19.982324 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba5aa5-aaa9-483c-b229-e65c9c7b1400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e1dc8-18e9-4dc2-a149-28ef084cf601,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:19.987066 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-9eba5aa5-aaa9-483c-b229-e65c9c7b1400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:20.041950 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04402da-b282-4601-9e27-f99a69f68832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d6aa27-f1da-4979-ac60-8b520887b4bd,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:20.043385 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:20.045558 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec8df81e-abe0-4953-b810-f2361529eae1 HTTP/1.1" status: 204 len: 168 time: 1.5597107 Jun 07 18:56:20.053736 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54612) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:20.066280 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-b04402da-b282-4601-9e27-f99a69f68832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ece43a3d2ebf4f7891039954c81e277a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2753203 Jun 07 18:56:20.067495 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b04402da-b282-4601-9e27-f99a69f68832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:20.068004 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:20.127148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54614) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:20.128175 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8df81e-abe0-4953-b810-f2361529eae1,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:20.132148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-04bd2dcf-5889-4cdb-a71d-92b1be8f58b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:20.206719 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_v2 [None req-e082f08a-3ba7-4157-87d6-97bb6f3359fb admin admin] Deleting subnet 6e36049e-da54-428a-9efa-17eaec67d831 {{(pid=104082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 18:56:20.218589 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e082f08a-3ba7-4157-87d6-97bb6f3359fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:20.234498 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c811570c-86a0-496d-8737-1496c2bd5a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:20.322911 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fab98bef-4bb5-4079-9917-35f5a888f084 req-b8d85768-0f3b-4e48-b95f-002c0f2b4bb5 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 210 time: 0.0708270 Jun 07 18:56:20.338646 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e082f08a-3ba7-4157-87d6-97bb6f3359fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266687146'] for subnet, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:20.365351 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c811570c-86a0-496d-8737-1496c2bd5a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:20.409184 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e082f08a-3ba7-4157-87d6-97bb6f3359fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:20.579565 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c811570c-86a0-496d-8737-1496c2bd5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:20.582295 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c811570c-86a0-496d-8737-1496c2bd5a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:20.585467 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c811570c-86a0-496d-8737-1496c2bd5a99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61d6aa27-f1da-4979-ac60-8b520887b4bd HTTP/1.1" status: 204 len: 168 time: 0.4532173 Jun 07 18:56:20.585467 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2bd1358a-860a-4ef1-a90c-d8650fd0445a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:20.612324 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811570c-86a0-496d-8737-1496c2bd5a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d6aa27-f1da-4979-ac60-8b520887b4bd,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:20.621217 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c811570c-86a0-496d-8737-1496c2bd5a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:20.898475 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e082f08a-3ba7-4157-87d6-97bb6f3359fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266354428'] for subnet, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:20.924728 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f2639aaf-53ad-4e85-bb69-d8898eba9bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:21.042460 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e082f08a-3ba7-4157-87d6-97bb6f3359fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:21.046277 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e082f08a-3ba7-4157-87d6-97bb6f3359fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6e36049e-da54-428a-9efa-17eaec67d831 HTTP/1.1" status: 204 len: 168 time: 0.9896889 Jun 07 18:56:21.064083 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082f08a-3ba7-4157-87d6-97bb6f3359fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e36049e-da54-428a-9efa-17eaec67d831,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:21.072688 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e082f08a-3ba7-4157-87d6-97bb6f3359fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:21.075268 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54628) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:21.161057 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54630) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:21.182675 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218180a-e421-4a60-83a7-a663df95d7d2 req-3fc3791e-4bac-44a5-a1e5-0b3852ee4974 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:21.190424 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-178519ef-55e9-4257-90b4-bd542c2689de admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:21.194125 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9218180a-e421-4a60-83a7-a663df95d7d2 req-3fc3791e-4bac-44a5-a1e5-0b3852ee4974 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.6273029 Jun 07 18:56:21.217460 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9ff9-4bd3-4b7f-89b7-314e56843ca2 req-5046cf73-8ef8-4b73-916c-a67a04826256 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:21.225290 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-00cb9ff9-4bd3-4b7f-89b7-314e56843ca2 req-5046cf73-8ef8-4b73-916c-a67a04826256 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1974573 Jun 07 18:56:21.305900 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-00cb9ff9-4bd3-4b7f-89b7-314e56843ca2 req-88327490-85a8-485b-b878-31f79a899330 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796149 Jun 07 18:56:21.330022 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9218180a-e421-4a60-83a7-a663df95d7d2 req-41026d51-cab4-4dd1-b134-1e1f10e81f43 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347096 Jun 07 18:56:21.340279 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:21.457231 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-178519ef-55e9-4257-90b4-bd542c2689de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:21.549112 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:21.568314 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c11245-044e-4f6c-86ee-23b31bfa6950']}} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:21.586441 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedf43c5-a3ff-43c4-9f90-6f3eb500f4e5') {'for_net_delete': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:21.587006 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedf43c5-a3ff-43c4-9f90-6f3eb500f4e5') {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:21.590185 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-41fe796e-7174-4ad5-9268-9f8a67ee42c1 req-2d1fe958-3892-4514-a209-ce305c749d87 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 210 time: 0.0823536 Jun 07 18:56:21.591945 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-178519ef-55e9-4257-90b4-bd542c2689de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:21.602790 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266687123'] for segment, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:21.610762 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7d9edbf1-d201-4ca1-ab42-aefe5483979b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:21.645408 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:21.645408 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 18:56:21.645408 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267045186'] for segment, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: Traceback (most recent call last): Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: timer() Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: cb(*args, **kw) Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: return func(*args, **kwargs) Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: self._notify() Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: self.callback(batched_events) Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: event.method(event) Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: return f(self, *a, **k) Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: return self._get(url).json() Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: return self.request(url, 'GET', **kwargs) Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 18:56:21.664293 dv-cinder-790535-1-smb neutron-server[104082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 18:56:21.679542 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178519ef-55e9-4257-90b4-bd542c2689de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eaff44-3430-4133-9b2f-c02931ddb65d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:21.690520 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-178519ef-55e9-4257-90b4-bd542c2689de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:21.764333 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-178519ef-55e9-4257-90b4-bd542c2689de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43076e2fda7d4ce6b99559490e8b19e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019328 Jun 07 18:56:21.765288 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54636) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:21.930328 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54638) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:21.969774 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4385ed7-f0ee-43c2-b7a5-b240977afc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.004795 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-082011d8-639d-4fbc-ac23-5fcb7a2c62c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.017312 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.034492 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-9942dc4f-a27e-41b0-ac00-5284e76e65b4 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:22.036268 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-9942dc4f-a27e-41b0-ac00-5284e76e65b4 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.63 "GET /v2.0/networks?id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 HTTP/1.1" status: 200 len: 812 time: 0.2704983 Jun 07 18:56:22.038548 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:22.060828 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.064322 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] 10.222.0.20 "DELETE /v2.0/networks/95c11245-044e-4f6c-86ee-23b31bfa6950 HTTP/1.1" status: 204 len: 168 time: 0.9852874 Jun 07 18:56:22.069010 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Request body: {'port': {'device_id': '5355689d-d412-4dca-be7f-a4db75f3faa8', 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6', 'admin_state_up': True, 'tenant_id': '04c44c05b46043ec8d17aadbdc7e2fd7'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:22.097159 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Pushing event deleted for resources: {'Network': ['ID=95c11245-044e-4f6c-86ee-23b31bfa6950,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:22.104531 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d94cdbd3-5035-4e6a-95ff-f92d374c5786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:22.114337 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-082011d8-639d-4fbc-ac23-5fcb7a2c62c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.179393 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4385ed7-f0ee-43c2-b7a5-b240977afc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.238961 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4385ed7-f0ee-43c2-b7a5-b240977afc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.262142 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-66fb69f4-af2c-48c4-8359-2445ab97eb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:22.344384 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-082011d8-639d-4fbc-ac23-5fcb7a2c62c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.349461 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-082011d8-639d-4fbc-ac23-5fcb7a2c62c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.351547 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-082011d8-639d-4fbc-ac23-5fcb7a2c62c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06eaff44-3430-4133-9b2f-c02931ddb65d HTTP/1.1" status: 204 len: 168 time: 0.5846035 Jun 07 18:56:22.385022 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c4385ed7-f0ee-43c2-b7a5-b240977afc92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11bc9ec837e140db99cdbf623c32aa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535971 Jun 07 18:56:22.387657 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54648) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:22.404235 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4385ed7-f0ee-43c2-b7a5-b240977afc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55be1ef8-405d-40a2-86af-797e563ca2ee,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:22.415279 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c4385ed7-f0ee-43c2-b7a5-b240977afc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:22.421031 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1c7fa56b-31ca-4a9b-a097-9f901edd88c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:22.451449 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082011d8-639d-4fbc-ac23-5fcb7a2c62c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eaff44-3430-4133-9b2f-c02931ddb65d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:22.454959 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-082011d8-639d-4fbc-ac23-5fcb7a2c62c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:22.459293 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Made reservation on behalf of 04c44c05b46043ec8d17aadbdc7e2fd7 for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:56:22.463175 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.740661 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e102d022-9767-4865-a501-416b18730086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.757867 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f0ceb-647c-41ff-a309-7011d06513b1 req-a7f2433e-851c-4603-9237-a6c186009d9d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:22.759548 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a73f0ceb-647c-41ff-a309-7011d06513b1 req-a7f2433e-851c-4603-9237-a6c186009d9d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1886239 Jun 07 18:56:22.801488 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54656) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:22.847271 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a73f0ceb-647c-41ff-a309-7011d06513b1 req-b9fb91ca-5210-4cd2-9b9f-091c50eaf1b2 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738540 Jun 07 18:56:22.883028 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e102d022-9767-4865-a501-416b18730086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:22.943604 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54658) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:22.956891 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-53211c9d-5c55-4940-ae79-a637e0d1c6bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21dd07676ef24cf4ab5bce74a5614343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536219 Jun 07 18:56:23.039742 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba761c-c322-41ac-831e-28ba6754faa4 req-c8f1e3ef-ade0-4b8f-97be-96a4490f1881 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:23.041373 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-34ba761c-c322-41ac-831e-28ba6754faa4 req-c8f1e3ef-ade0-4b8f-97be-96a4490f1881 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.3752048 Jun 07 18:56:23.086865 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Allocated IP 172.20.0.4 (ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6/ef20078b-0074-4656-83eb-97a0127515c2/bbe7f78d-b550-4415-be65-8c8ae01f79fb) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:56:23.118531 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b10b2501-be11-4685-8f60-1257ce0243a1 req-087de453-3305-4731-8a33-500984158b25 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 210 time: 0.0762916 Jun 07 18:56:23.164977 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-34ba761c-c322-41ac-831e-28ba6754faa4 req-e5581e2d-d0fd-4bde-9438-21df4075daf1 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048965 Jun 07 18:56:23.168808 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-652913a9-288e-4299-8860-fbb7f11323e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:23.244097 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-652913a9-288e-4299-8860-fbb7f11323e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:23.315547 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e102d022-9767-4865-a501-416b18730086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:23.326827 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e102d022-9767-4865-a501-416b18730086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:23.331144 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e102d022-9767-4865-a501-416b18730086 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55be1ef8-405d-40a2-86af-797e563ca2ee HTTP/1.1" status: 204 len: 168 time: 0.9395785 Jun 07 18:56:23.358814 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-dfdab6f7-cda6-4c06-babd-887b938cef9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:23.413490 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102d022-9767-4865-a501-416b18730086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55be1ef8-405d-40a2-86af-797e563ca2ee,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:23.417577 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e102d022-9767-4865-a501-416b18730086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:23.539813 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-652913a9-288e-4299-8860-fbb7f11323e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:23.542301 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-652913a9-288e-4299-8860-fbb7f11323e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:23.547089 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-652913a9-288e-4299-8860-fbb7f11323e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e16bea6-ac40-46c4-ac18-31afdc496d23 HTTP/1.1" status: 204 len: 168 time: 0.6017568 Jun 07 18:56:23.547453 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e6e10111-4095-4ae3-b88a-5244b15f3cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:23.570580 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652913a9-288e-4299-8860-fbb7f11323e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e16bea6-ac40-46c4-ac18-31afdc496d23,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:23.587996 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-652913a9-288e-4299-8860-fbb7f11323e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:23.701629 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:23.872640 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:23.876599 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:56:23.876599 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:56:23.876599 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:56:23.876599 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:56:23.876599 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:56:23.876599 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:56:23.948201 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:56:23.948201 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:56:23.954722 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:56:24.337221 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:24.339277 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:24.375160 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8c998-797d-4a3f-a96c-9131328430f8 req-98d6127b-801a-424e-83c4-5de848d0cbe1 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:24.383295 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5de8c998-797d-4a3f-a96c-9131328430f8 req-98d6127b-801a-424e-83c4-5de848d0cbe1 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1386127 Jun 07 18:56:24.461056 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f83b26ec-354c-41f0-990a-cf9f490e371d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4016013 Jun 07 18:56:24.467004 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5de8c998-797d-4a3f-a96c-9131328430f8 req-792d3351-616c-4d98-8345-df867c645b11 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824978 Jun 07 18:56:24.473441 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Request body: {'port': {'device_id': '5355689d-d412-4dca-be7f-a4db75f3faa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:24.688320 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a80978-e04a-4d4a-9608-97f29daf250f req-1b95260c-f169-4df5-a114-b3d17cb76d79 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:24.690355 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54686) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:24.698334 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c3a80978-e04a-4d4a-9608-97f29daf250f req-1b95260c-f169-4df5-a114-b3d17cb76d79 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1184123 Jun 07 18:56:24.764390 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c3a80978-e04a-4d4a-9608-97f29daf250f req-8d2459eb-2d5f-465e-aa3d-bb9311aca1cb tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649409 Jun 07 18:56:25.036341 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:25.163468 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-aa3d0732-57e6-4f46-8ddd-98d52f32e3f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24a22f91c2e54aefb6471df711673e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540801 Jun 07 18:56:25.164007 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54696) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:25.190218 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b636db-89c3-4a1e-9b16-832a6ecf7a46 req-b52f0bff-a968-49b9-adf9-c80147a0af5c tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:25.197692 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-68b636db-89c3-4a1e-9b16-832a6ecf7a46 req-b52f0bff-a968-49b9-adf9-c80147a0af5c tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 931 time: 0.4975355 Jun 07 18:56:25.347556 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-68b636db-89c3-4a1e-9b16-832a6ecf7a46 req-92057550-c05f-4f73-9e63-04674509c96f tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484907 Jun 07 18:56:25.392330 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-26680687-9f57-41d7-bbd7-14a356dbf633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:25.479271 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-26680687-9f57-41d7-bbd7-14a356dbf633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:25.797244 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4450b9f-dcc5-415a-8a29-cf4132815141 req-f6be34bd-20b0-4073-8d0a-a83651e3c357 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:25.797244 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b4450b9f-dcc5-415a-8a29-cf4132815141 req-f6be34bd-20b0-4073-8d0a-a83651e3c357 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.2057722 Jun 07 18:56:25.928916 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe7f78d-b550-4415-be65-8c8ae01f79fb {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:56:25.944180 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b4450b9f-dcc5-415a-8a29-cf4132815141 req-3e938347-06e6-49d4-979f-146e4b3d2371 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494529 Jun 07 18:56:25.955985 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:25.961148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-26680687-9f57-41d7-bbd7-14a356dbf633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:25.965318 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-26680687-9f57-41d7-bbd7-14a356dbf633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:25.975786 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-26680687-9f57-41d7-bbd7-14a356dbf633 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f18fe7fa-353f-41e5-99d3-da883a6ee9c6 HTTP/1.1" status: 204 len: 168 time: 0.8014472 Jun 07 18:56:25.975786 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-cdd2142a-69f5-47e2-b848-26bba50e6561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:26.002684 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26680687-9f57-41d7-bbd7-14a356dbf633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18fe7fa-353f-41e5-99d3-da883a6ee9c6,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:26.007355 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-26680687-9f57-41d7-bbd7-14a356dbf633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:26.112908 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Transition to ACTIVE for port object bbe7f78d-b550-4415-be65-8c8ae01f79fb will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:56:26.174607 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deede650-6ef8-47fd-90f7-d234f797d223 req-871e073f-2e4f-424c-95d9-abf45aaa8522 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:26.177043 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-deede650-6ef8-47fd-90f7-d234f797d223 req-871e073f-2e4f-424c-95d9-abf45aaa8522 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2257588 Jun 07 18:56:26.250652 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-deede650-6ef8-47fd-90f7-d234f797d223 req-b833b7ed-3c74-4edb-93ea-222bf789ef1e tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631347 Jun 07 18:56:26.583274 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e5ce1-52d4-48ec-aab2-fc7a232af671 req-2b6b279f-bf0e-46ce-9d57-15509ea95595 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:26.584874 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b64e5ce1-52d4-48ec-aab2-fc7a232af671 req-2b6b279f-bf0e-46ce-9d57-15509ea95595 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 931 time: 0.0838804 Jun 07 18:56:26.638302 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b64e5ce1-52d4-48ec-aab2-fc7a232af671 req-a42cf532-f824-485f-a23e-96057899c032 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Jun 07 18:56:26.789914 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:26.798043 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:27.090541 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Pushing event updated for resources: {'Port': ['ID=bbe7f78d-b550-4415-be65-8c8ae01f79fb,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:27.205448 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:27.576544 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Attempting to bind port bbe7f78d-b550-4415-be65-8c8ae01f79fb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:56:27.576935 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Attempting to bind port bbe7f78d-b550-4415-be65-8c8ae01f79fb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'afa73617-9fc8-4442-9882-af5aefed8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:56:27.577266 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Attempting to bind port bbe7f78d-b550-4415-be65-8c8ae01f79fb on network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:56:27.584591 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Port bbe7f78d-b550-4415-be65-8c8ae01f79fb on network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:56:27.584959 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Attempting to bind port bbe7f78d-b550-4415-be65-8c8ae01f79fb on network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:56:27.595304 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:56:27.595651 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Checking segment: {'id': 'afa73617-9fc8-4442-9882-af5aefed8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:56:27.596032 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Bound using segment: {'id': 'afa73617-9fc8-4442-9882-af5aefed8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:56:27.596487 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Bound port: bbe7f78d-b550-4415-be65-8c8ae01f79fb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa73617-9fc8-4442-9882-af5aefed8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:56:27.596871 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:27.698925 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae26045-088c-4f7d-9c73-2315aa49434f req-69cce0fa-413e-4442-aa5d-0c50cf5bb848 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:27.711043 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8ae26045-088c-4f7d-9c73-2315aa49434f req-69cce0fa-413e-4442-aa5d-0c50cf5bb848 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.3460937 Jun 07 18:56:27.739992 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff93161-d575-42f9-a48d-8572ea9c0d1a req-48beb3b4-e9f5-4b05-ac98-96b29eb02152 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:27.743819 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1ff93161-d575-42f9-a48d-8572ea9c0d1a req-48beb3b4-e9f5-4b05-ac98-96b29eb02152 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2927997 Jun 07 18:56:27.891087 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8ae26045-088c-4f7d-9c73-2315aa49434f req-34f5e5c8-a779-4e52-afde-7bbf8c7b41f2 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625164 Jun 07 18:56:27.899611 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1ff93161-d575-42f9-a48d-8572ea9c0d1a req-093aac59-d5e2-4f2d-842c-4999dfbeeb7d tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430655 Jun 07 18:56:27.935073 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] For port bbe7f78d-b550-4415-be65-8c8ae01f79fb, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:56:27.946769 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] For port bbe7f78d-b550-4415-be65-8c8ae01f79fb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bbe7f78d-b550-4415-be65-8c8ae01f79fb,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:56:28.028238 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:28.059198 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:28.117932 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:28.119193 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:28.121092 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-196dd746-72d1-488a-a32b-873340ef342b service neutron] 10.222.0.63 "PUT /v2.0/ports/bbe7f78d-b550-4415-be65-8c8ae01f79fb HTTP/1.1" status: 200 len: 1093 time: 3.6520627 Jun 07 18:56:28.135085 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5355689d-d412-4dca-be7f-a4db75f3faa8', 'tag': 'bbe7f78d-b550-4415-be65-8c8ae01f79fb'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:56:28.137850 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5355689d-d412-4dca-be7f-a4db75f3faa8", "tag": "bbe7f78d-b550-4415-be65-8c8ae01f79fb"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:56:28.193830 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10d1a7-7107-44b5-8f01-3b42bec67657 req-948d7aa6-d76a-4a83-892d-ac28a4707837 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:28.197529 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Pushing event updated for resources: {'Port': ['ID=bbe7f78d-b550-4415-be65-8c8ae01f79fb,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:28.206741 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:28.209423 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ff10d1a7-7107-44b5-8f01-3b42bec67657 req-948d7aa6-d76a-4a83-892d-ac28a4707837 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 943 time: 0.1789587 Jun 07 18:56:28.211525 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ebf7b3-ad26-4e76-b12a-9c6caba1e17f x-openstack-request-id: req-e0ebf7b3-ad26-4e76-b12a-9c6caba1e17f {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:56:28.212074 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5355689d-d412-4dca-be7f-a4db75f3faa8", "tag": "bbe7f78d-b550-4415-be65-8c8ae01f79fb", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:56:28.213268 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0ebf7b3-ad26-4e76-b12a-9c6caba1e17f {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:56:28.213863 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5355689d-d412-4dca-be7f-a4db75f3faa8', 'tag': 'bbe7f78d-b550-4415-be65-8c8ae01f79fb', 'status': 'completed', 'code': 200} Jun 07 18:56:28.284913 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ff10d1a7-7107-44b5-8f01-3b42bec67657 req-cd27bc54-4d4c-4af2-b854-7f1fa1255178 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744281 Jun 07 18:56:28.357731 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-263d03ac-17b9-4de6-8fdd-46cae9ab226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:28.361580 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-263d03ac-17b9-4de6-8fdd-46cae9ab226d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04c44c05b46043ec8d17aadbdc7e2fd7&device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 1096 time: 0.1285679 Jun 07 18:56:28.483165 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-1ff76cd6-0cee-48e4-80ab-0f4c57e0818a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbe7f78d-b550-4415-be65-8c8ae01f79fb HTTP/1.1" status: 200 len: 217 time: 0.1064262 Jun 07 18:56:28.569431 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-c8083fc0-3adc-47a2-9d11-02d3b9aad3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:28.570890 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-c8083fc0-3adc-47a2-9d11-02d3b9aad3ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ef20078b-0074-4656-83eb-97a0127515c2 HTTP/1.1" status: 200 len: 852 time: 0.0797834 Jun 07 18:56:28.636014 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-6cc3bc1f-5738-4b14-828e-8b9cad3e8513 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576301 Jun 07 18:56:28.740587 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241ad66-7feb-416d-8bcb-9285fc1b28a2 req-399ebd12-49c7-4e74-b26c-f23b63dbbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:28.742381 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4241ad66-7feb-416d-8bcb-9285fc1b28a2 req-399ebd12-49c7-4e74-b26c-f23b63dbbaed service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1098 time: 0.0870094 Jun 07 18:56:28.810419 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4241ad66-7feb-416d-8bcb-9285fc1b28a2 req-8c73c698-2c67-4d98-8ce5-cdaa9bdd3ec6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609310 Jun 07 18:56:28.871242 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-9349b345-ed16-4263-bcf7-e1fa589d5cbe service neutron] 10.222.0.63 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256510 Jun 07 18:56:29.328597 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-adc57501-e8b5-4f74-a1ab-037651ba0ddb req-f15e1e61-e175-4b86-a9b4-cb39a612693d service neutron] 10.222.0.63 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507313 Jun 07 18:56:29.329379 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529be93c-b61b-4954-a98a-3bfc6eb972f4 req-70d0fd0a-7069-4cf7-beda-489e8d2ef640 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:29.337312 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-529be93c-b61b-4954-a98a-3bfc6eb972f4 req-70d0fd0a-7069-4cf7-beda-489e8d2ef640 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.1244168 Jun 07 18:56:29.365512 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338b5de-351f-4f9e-90a2-60d059cf5967 req-a9b72111-3db8-41ae-ab86-a93bb7b537c1 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:29.367255 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b338b5de-351f-4f9e-90a2-60d059cf5967 req-a9b72111-3db8-41ae-ab86-a93bb7b537c1 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2576110 Jun 07 18:56:29.396024 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-529be93c-b61b-4954-a98a-3bfc6eb972f4 req-3133844b-14c9-4166-8259-ed05566f46c8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575435 Jun 07 18:56:29.433535 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b338b5de-351f-4f9e-90a2-60d059cf5967 req-ba8bc0cf-febd-4c5b-bed4-75dbb3d03560 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549695 Jun 07 18:56:29.596032 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-64ef231d-066a-4386-bda1-2d9bac6d176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:29.598814 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-64ef231d-066a-4386-bda1-2d9bac6d176b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04c44c05b46043ec8d17aadbdc7e2fd7&device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 1096 time: 0.1252449 Jun 07 18:56:29.794559 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-67ea3a56-d63a-430a-90f1-a1133f265f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:29.796750 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-67ea3a56-d63a-430a-90f1-a1133f265f33 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 HTTP/1.1" status: 200 len: 913 time: 0.1899676 Jun 07 18:56:29.807803 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63767bea-8bb2-4d98-a781-b42047f5882e req-085ec198-8e27-4c3b-a17f-c7e8c788e38e tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:29.816596 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-63767bea-8bb2-4d98-a781-b42047f5882e req-085ec198-8e27-4c3b-a17f-c7e8c788e38e tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 943 time: 0.1644762 Jun 07 18:56:29.875797 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-63767bea-8bb2-4d98-a781-b42047f5882e req-b7f63fc2-ce63-4587-92cf-9ec77edbf6e4 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579193 Jun 07 18:56:29.939275 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-58b67b0b-abd8-4586-b960-8a9459a8bbc9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbe7f78d-b550-4415-be65-8c8ae01f79fb HTTP/1.1" status: 200 len: 217 time: 0.1292541 Jun 07 18:56:30.017580 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-79c21410-650c-457b-847d-f2dcd3e6181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:30.019546 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-79c21410-650c-457b-847d-f2dcd3e6181b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ef20078b-0074-4656-83eb-97a0127515c2 HTTP/1.1" status: 200 len: 852 time: 0.0730665 Jun 07 18:56:30.071107 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-21cce199-bd9f-491e-9d8f-fa776c0153db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443714 Jun 07 18:56:30.232814 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-2a5698e5-727c-4b91-8168-da7b749dd097 service neutron] 10.222.0.63 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513011 Jun 07 18:56:30.346022 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54818) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:30.395240 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-8d64cc39-2217-4f25-bbe8-f4f20632de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:30.397067 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-8d64cc39-2217-4f25-bbe8-f4f20632de7d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 1098 time: 0.1287179 Jun 07 18:56:30.434239 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2ff7dc39-fca9-4b2b-9d15-a7b159363e9a req-0b74ee51-bf5e-4261-ab1e-5b3a62f07625 service neutron] 10.222.0.63 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966872 Jun 07 18:56:30.696124 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d1eabcfc-cb3c-41d0-8428-48a615fbdc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:30.706182 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-16d55d5e-bd0a-4692-a192-f619bcacdc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:30.707653 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-16d55d5e-bd0a-4692-a192-f619bcacdc11 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.3036933 Jun 07 18:56:30.813116 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb7ff-6ddc-4515-940a-9d67a0b27315 req-67b8a145-3fe2-40f0-b615-a60c6ebf5d24 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:30.815003 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4d2cb7ff-6ddc-4515-940a-9d67a0b27315 req-67b8a145-3fe2-40f0-b615-a60c6ebf5d24 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1111639 Jun 07 18:56:30.901645 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4d2cb7ff-6ddc-4515-940a-9d67a0b27315 req-2cd2e3fd-3872-4d1b-9301-67ab055fc116 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741415 Jun 07 18:56:30.937252 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-b4e9be42-d449-4ab7-86ab-9cc07942f543 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4447728-f35b-475b-83aa-2e3046c7dc22 HTTP/1.1" status: 200 len: 1001 time: 0.2152708 Jun 07 18:56:31.005595 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ca01c-7e36-462f-8be4-26d94ba75a87 req-d4d1617e-958d-4857-ba9d-0c18971c7ba8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:31.006682 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e76ca01c-7e36-462f-8be4-26d94ba75a87 req-d4d1617e-958d-4857-ba9d-0c18971c7ba8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.3862543 Jun 07 18:56:31.064832 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-3dc9e6d7-8b45-4e95-ac10-e0549516efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:31.066334 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-3dc9e6d7-8b45-4e95-ac10-e0549516efa8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.1221938 Jun 07 18:56:31.124679 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4b85a-8ff6-4a33-ae10-0c1a46d991e6 req-14a4dd71-695e-436a-91f1-1c89cbf814d7 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:31.126665 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-56f4b85a-8ff6-4a33-ae10-0c1a46d991e6 req-14a4dd71-695e-436a-91f1-1c89cbf814d7 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 943 time: 0.0975070 Jun 07 18:56:31.144745 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e76ca01c-7e36-462f-8be4-26d94ba75a87 req-1efea099-52c1-49f5-b8ca-aaf1d1572d3a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239183 Jun 07 18:56:31.192252 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d1eabcfc-cb3c-41d0-8428-48a615fbdc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:31.210250 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-620027dd-00c5-4f79-be31-95757c4f542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:31.212813 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-620027dd-00c5-4f79-be31-95757c4f542a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1342089 Jun 07 18:56:31.215286 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-56f4b85a-8ff6-4a33-ae10-0c1a46d991e6 req-52ff757b-8ad3-4f03-b5d3-2f45b48e899e tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809691 Jun 07 18:56:31.298681 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d1eabcfc-cb3c-41d0-8428-48a615fbdc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:31.319508 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f9dd58e7-63c6-4b11-9303-ead95af61389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:31.472127 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eabcfc-cb3c-41d0-8428-48a615fbdc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846b489c-48f7-47a2-80b7-3b64cc9c218f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:31.491044 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d1eabcfc-cb3c-41d0-8428-48a615fbdc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:31.564913 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-d1eabcfc-cb3c-41d0-8428-48a615fbdc42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fda8297731944a5d9cbcbf5c87d175f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2172968 Jun 07 18:56:31.567972 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54844) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:31.602026 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-fabdd821-57b3-4e4f-8bb8-e120c1f558f3 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789167 Jun 07 18:56:31.693038 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-badba400-6faf-40fc-b898-74b27f264d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:31.761835 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-424c7d8f-ed7a-4260-bf99-46428a5e69ab req-c20557bd-eb0d-4569-a127-c9af166e01b0 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519692 Jun 07 18:56:31.762215 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-badba400-6faf-40fc-b898-74b27f264d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:31.917417 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-badba400-6faf-40fc-b898-74b27f264d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:31.921941 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-badba400-6faf-40fc-b898-74b27f264d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:31.923887 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-badba400-6faf-40fc-b898-74b27f264d36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/846b489c-48f7-47a2-80b7-3b64cc9c218f HTTP/1.1" status: 204 len: 168 time: 0.3539290 Jun 07 18:56:31.925235 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3947a1ee-9410-4f7a-8c06-3d6513a2b7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:31.942988 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badba400-6faf-40fc-b898-74b27f264d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846b489c-48f7-47a2-80b7-3b64cc9c218f,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:31.947136 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-badba400-6faf-40fc-b898-74b27f264d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:32.335985 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35583268-a631-45c0-ad9d-386a7065993d req-9557df27-42e8-4102-b673-f4bd3303e146 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:32.338032 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-35583268-a631-45c0-ad9d-386a7065993d req-9557df27-42e8-4102-b673-f4bd3303e146 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2530665 Jun 07 18:56:32.344075 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-af4b27ee-7f79-4ebe-9ec4-d6ca91f6f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:32.345615 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-af4b27ee-7f79-4ebe-9ec4-d6ca91f6f4b0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 1098 time: 0.2054982 Jun 07 18:56:32.391260 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b0b7c-1ac0-4de7-9d73-b2aa2dbebb5a req-91028b4e-8cd3-47c1-8b91-5e65e39d4334 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:32.392911 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ff3b0b7c-1ac0-4de7-9d73-b2aa2dbebb5a req-91028b4e-8cd3-47c1-8b91-5e65e39d4334 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.0902977 Jun 07 18:56:32.464752 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ff3b0b7c-1ac0-4de7-9d73-b2aa2dbebb5a req-51e755e3-c5b3-4d54-9721-db3884a1692b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611348 Jun 07 18:56:32.471058 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-35583268-a631-45c0-ad9d-386a7065993d req-fc9b23ef-9921-4814-b192-8cedb698c780 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185987 Jun 07 18:56:32.560607 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device bbe7f78d-b550-4415-be65-8c8ae01f79fb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:56:32.607958 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-c7d3c2ed-06c4-44ab-9c31-5a3540bc1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:32.610397 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-c7d3c2ed-06c4-44ab-9c31-5a3540bc1a6e service neutron] 10.222.0.63 "GET /v2.0/networks?id=bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 200 len: 919 time: 0.2319458 Jun 07 18:56:32.764019 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-b6d0e532-318c-4e90-b2ad-3e2965e48302 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc HTTP/1.1" status: 200 len: 217 time: 0.1446176 Jun 07 18:56:32.816564 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port bbe7f78d-b550-4415-be65-8c8ae01f79fb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bbe7f78d-b550-4415-be65-8c8ae01f79fb,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:32.828946 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295552d-012f-419d-9fb3-2659041e3000 req-80a0a24d-b108-4037-8972-4fb744046722 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:32.831670 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6295552d-012f-419d-9fb3-2659041e3000 req-80a0a24d-b108-4037-8972-4fb744046722 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 943 time: 0.1972506 Jun 07 18:56:32.839130 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'bbe7f78d-b550-4415-be65-8c8ae01f79fb', 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6', 'port_id': 'bbe7f78d-b550-4415-be65-8c8ae01f79fb', 'mac_address': 'fa:16:3e:99:a0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef20078b-0074-4656-83eb-97a0127515c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:56:32.909058 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-ae61826c-a566-475a-ab09-ba8ce4a8384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:32.909725 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:32.914028 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-ae61826c-a566-475a-ab09-ba8ce4a8384f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 200 len: 858 time: 0.1419647 Jun 07 18:56:32.934732 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe7f78d-b550-4415-be65-8c8ae01f79fb {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:56:32.958178 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port bbe7f78d-b550-4415-be65-8c8ae01f79fb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bbe7f78d-b550-4415-be65-8c8ae01f79fb,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:32.970341 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6295552d-012f-419d-9fb3-2659041e3000 req-451d621e-d535-478c-8cb4-f7c40f5329b0 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291749 Jun 07 18:56:32.975157 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54868) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:32.997377 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-7cfa82ba-77a8-4b47-859a-ec0f885beace service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bdb9e37d-9af7-44bf-afe4-c133f219f39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750871 Jun 07 18:56:33.007876 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a6570ca0-c504-4cc6-a0d9-35527cda11eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:33.048134 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:33.051636 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:33.135810 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=bbe7f78d-b550-4415-be65-8c8ae01f79fb,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:33.150845 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.151703 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.152357 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.152939 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.153683 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.154518 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.155487 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.156326 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.156916 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.157482 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.158039 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.158588 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:33.161611 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a6570ca0-c504-4cc6-a0d9-35527cda11eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:33.166005 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:33.198337 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-f095268f-eb37-4dd0-9358-50f7cbd2641d service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935146 Jun 07 18:56:33.265298 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a6570ca0-c504-4cc6-a0d9-35527cda11eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:33.275065 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f820e94a-be7d-4e32-8baa-85b8cef947b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:33.328334 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-a6570ca0-c504-4cc6-a0d9-35527cda11eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ace1fa845aa24c398ab431c99202a046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515031 Jun 07 18:56:33.330507 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570ca0-c504-4cc6-a0d9-35527cda11eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fd2d8a-1c89-4325-a3df-fccce293622b,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:33.332175 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54870) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:33.335972 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a6570ca0-c504-4cc6-a0d9-35527cda11eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:33.344581 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['bbe7f78d-b550-4415-be65-8c8ae01f79fb'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:56:33.385705 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ece1e015-1713-4dbc-bf57-1643b24ed358 req-e82873dc-6498-4462-833c-26a3146cd990 service neutron] 10.222.0.63 "GET /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789353 Jun 07 18:56:33.441814 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbe391d1-6b80-4e16-b505-79d76904101d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:33.473258 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbe391d1-6b80-4e16-b505-79d76904101d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:33.737932 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbe391d1-6b80-4e16-b505-79d76904101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:33.751162 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbe391d1-6b80-4e16-b505-79d76904101d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:33.790098 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-cbe391d1-6b80-4e16-b505-79d76904101d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5fd2d8a-1c89-4325-a3df-fccce293622b HTTP/1.1" status: 204 len: 168 time: 0.4352820 Jun 07 18:56:33.790098 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-fc40bf83-0c34-4d0a-9489-c6c41823fa68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:33.822828 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe391d1-6b80-4e16-b505-79d76904101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fd2d8a-1c89-4325-a3df-fccce293622b,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:33.825510 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-cbe391d1-6b80-4e16-b505-79d76904101d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:33.902473 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efceff-5e19-436e-8a0e-717eca4c0a47 req-cec06cf2-c813-47c7-a518-48e745e54068 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:33.905166 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d9efceff-5e19-436e-8a0e-717eca4c0a47 req-cec06cf2-c813-47c7-a518-48e745e54068 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.2927732 Jun 07 18:56:33.938107 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bfdd-d3fb-4844-a547-b8c41431b6ec req-b152dccd-c425-4986-bd78-576f35e201bf tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:33.953479 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4b62bfdd-d3fb-4844-a547-b8c41431b6ec req-b152dccd-c425-4986-bd78-576f35e201bf tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2732522 Jun 07 18:56:33.990796 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d9efceff-5e19-436e-8a0e-717eca4c0a47 req-a8112c94-cf33-46ab-b5aa-7423f77208bb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772963 Jun 07 18:56:34.043474 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4b62bfdd-d3fb-4844-a547-b8c41431b6ec req-2c6d5da8-a468-4662-861c-e3872791e799 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879261 Jun 07 18:56:34.306256 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bb5c2-afbf-41b5-8a3a-6afad26be410 req-34b0c2a0-03a8-4c73-bae9-38ac5662ebf1 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:34.307823 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1f8bb5c2-afbf-41b5-8a3a-6afad26be410 req-34b0c2a0-03a8-4c73-bae9-38ac5662ebf1 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 944 time: 0.1944907 Jun 07 18:56:34.374913 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1f8bb5c2-afbf-41b5-8a3a-6afad26be410 req-9e5d5989-cc3f-4a87-b9a8-5321a0ca0bfa tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541196 Jun 07 18:56:34.572978 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device bbe7f78d-b550-4415-be65-8c8ae01f79fb up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:56:34.781011 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port bbe7f78d-b550-4415-be65-8c8ae01f79fb completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:56:34.788403 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port bbe7f78d-b550-4415-be65-8c8ae01f79fb triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:56:34.789167 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:35.004130 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:35.060847 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355689d-d412-4dca-be7f-a4db75f3faa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe7f78d-b550-4415-be65-8c8ae01f79fb'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:56:35.064231 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab4486f-3108-42fa-a6ec-b36817ca216a" -d '{"events": [{"server_uuid": "5355689d-d412-4dca-be7f-a4db75f3faa8", "name": "network-vif-plugged", "status": "completed", "tag": "bbe7f78d-b550-4415-be65-8c8ae01f79fb"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:56:35.074363 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port bbe7f78d-b550-4415-be65-8c8ae01f79fb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bbe7f78d-b550-4415-be65-8c8ae01f79fb,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:35.163049 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:35.164409 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:56:35.220808 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb16e8f4-8dd7-4dea-84b9-219f8339a4ed x-openstack-request-id: req-fb16e8f4-8dd7-4dea-84b9-219f8339a4ed {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:56:35.222791 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5355689d-d412-4dca-be7f-a4db75f3faa8", "name": "network-vif-plugged", "status": "completed", "tag": "bbe7f78d-b550-4415-be65-8c8ae01f79fb", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:56:35.223490 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb16e8f4-8dd7-4dea-84b9-219f8339a4ed {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:56:35.224121 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355689d-d412-4dca-be7f-a4db75f3faa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe7f78d-b550-4415-be65-8c8ae01f79fb', 'code': 200} Jun 07 18:56:35.225988 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:35.438336 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=bbe7f78d-b550-4415-be65-8c8ae01f79fb,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:35.443143 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:35.459782 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f1809-bfad-44f7-8812-6e2b7334aae7 req-3a7e3678-708a-4083-a296-82595ee97404 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:35.468581 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bf2f1809-bfad-44f7-8812-6e2b7334aae7 req-3a7e3678-708a-4083-a296-82595ee97404 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 945 time: 0.2495286 Jun 07 18:56:35.530412 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:35.596914 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bf2f1809-bfad-44f7-8812-6e2b7334aae7 req-0c5cf60e-50c3-4edb-8c6e-b242966be54e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268740 Jun 07 18:56:35.624326 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:35.662097 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe2a41-57e3-445d-b23f-96f772b4c508 req-09a17d5e-dd77-45b0-9a59-733ca10d346e tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:35.669696 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-86fe2a41-57e3-445d-b23f-96f772b4c508 req-09a17d5e-dd77-45b0-9a59-733ca10d346e tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1940610 Jun 07 18:56:35.732907 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-86fe2a41-57e3-445d-b23f-96f772b4c508 req-6df93520-2a9d-433b-b80b-66cfe72c19b2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614235 Jun 07 18:56:35.735104 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:35.737920 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:35.910900 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=8']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:35.917608 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:35.941423 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc2d70-fe73-436a-9806-c48c81f1fbb6 req-f931fc57-7d24-46c8-b6ec-b8674fd1de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:35.942935 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5fdc2d70-fe73-436a-9806-c48c81f1fbb6 req-f931fc57-7d24-46c8-b6ec-b8674fd1de3d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 1098 time: 0.1384468 Jun 07 18:56:35.974896 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f74360-2e43-48cd-93aa-2ef66eb3a5c5 req-95dec78a-37fb-4f5b-a380-24437efbfd27 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:35.977523 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-92f74360-2e43-48cd-93aa-2ef66eb3a5c5 req-95dec78a-37fb-4f5b-a380-24437efbfd27 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 945 time: 0.1940198 Jun 07 18:56:35.997902 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5fdc2d70-fe73-436a-9806-c48c81f1fbb6 req-1bcadf9e-e751-4c82-a941-77cc3eed7c66 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Jun 07 18:56:36.058251 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-92f74360-2e43-48cd-93aa-2ef66eb3a5c5 req-30173d2a-1eb1-42f3-8a03-e28d9796ea34 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634973 Jun 07 18:56:36.677116 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 54948) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:36.850015 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d3b1f387-909a-46ed-8f7e-f97ddd71833f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:37.084067 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2077ed0-8ad6-4c2f-b815-ce91a7c41f20 req-3aab16c0-ee6f-47e1-b502-de7004600561 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:37.085679 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d2077ed0-8ad6-4c2f-b815-ce91a7c41f20 req-3aab16c0-ee6f-47e1-b502-de7004600561 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2209415 Jun 07 18:56:37.167872 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d2077ed0-8ad6-4c2f-b815-ce91a7c41f20 req-d88afce6-93cc-4012-a4c7-bf2344694cdf tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757856 Jun 07 18:56:37.169699 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d3b1f387-909a-46ed-8f7e-f97ddd71833f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:37.221118 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-663fea8e-722a-4782-992c-fafe4aeaf350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:37.226193 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:56:37.230626 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93d4f96-6fae-4361-b9b9-8ff45581f6c3" -d '{"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-unplugged", "status": "completed", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:56:37.258968 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d3b1f387-909a-46ed-8f7e-f97ddd71833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:37.270119 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ed45d7ad-3fbc-41ec-bf08-e4dd161e0252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:37.377646 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-d3b1f387-909a-46ed-8f7e-f97ddd71833f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e5ef6c3ec3c4f7492e2ad8e749be249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6986380 Jun 07 18:56:37.378533 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1f387-909a-46ed-8f7e-f97ddd71833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba52faf-5bab-448a-8ebb-e2189085bb0f,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:37.381105 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 54968) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:37.381942 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d3b1f387-909a-46ed-8f7e-f97ddd71833f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:37.434911 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37904369-69c7-4ef9-835a-53987b65a20c req-ab512994-c6d1-49b9-88bc-4ad5f1cd655a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:37.441004 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-37904369-69c7-4ef9-835a-53987b65a20c req-ab512994-c6d1-49b9-88bc-4ad5f1cd655a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 945 time: 0.1430571 Jun 07 18:56:37.511323 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-37904369-69c7-4ef9-835a-53987b65a20c req-b4600410-1dd7-4a1c-af9a-70b3611724bd tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639493 Jun 07 18:56:37.543846 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d3b7def8-aa6c-48e1-8bc0-eb3db613dec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:37.609061 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d3b7def8-aa6c-48e1-8bc0-eb3db613dec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:37.634946 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 18:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ed6dbf-0de2-4a5a-9533-0bfb816fdb76 x-openstack-request-id: req-e1ed6dbf-0de2-4a5a-9533-0bfb816fdb76 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:56:37.634946 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-unplugged", "status": "failed", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22", "code": 422}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:56:37.634946 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ed6dbf-0de2-4a5a-9533-0bfb816fdb76 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:56:37.634946 dv-cinder-790535-1-smb neutron-server[104083]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'code': 422} returned with failed status Jun 07 18:56:37.831408 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d3b7def8-aa6c-48e1-8bc0-eb3db613dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:37.834133 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d3b7def8-aa6c-48e1-8bc0-eb3db613dec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:37.839989 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-d3b7def8-aa6c-48e1-8bc0-eb3db613dec0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dba52faf-5bab-448a-8ebb-e2189085bb0f HTTP/1.1" status: 204 len: 168 time: 0.4505591 Jun 07 18:56:37.839989 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f111dc35-b2c6-4aaf-8b72-df8f2402404d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:37.848194 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7def8-aa6c-48e1-8bc0-eb3db613dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba52faf-5bab-448a-8ebb-e2189085bb0f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:37.850892 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d3b7def8-aa6c-48e1-8bc0-eb3db613dec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:38.606825 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:56:38.938204 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c5170-8f60-41af-8bdd-93e19da26b2b req-d31bbd3c-cc3e-426b-a097-8624dc8ce41c tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:38.947368 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6c7c5170-8f60-41af-8bdd-93e19da26b2b req-d31bbd3c-cc3e-426b-a097-8624dc8ce41c tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 945 time: 0.1310618 Jun 07 18:56:38.953493 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275191b-5d27-4bc9-96e3-2fb412f4ec0f req-a8ea9117-42cb-47f3-81f4-c1c75e877c62 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:38.955217 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7275191b-5d27-4bc9-96e3-2fb412f4ec0f req-a8ea9117-42cb-47f3-81f4-c1c75e877c62 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.2672253 Jun 07 18:56:39.024748 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7275191b-5d27-4bc9-96e3-2fb412f4ec0f req-6812a6ad-6aba-4e6d-9796-5b27c74681d5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626113 Jun 07 18:56:39.033150 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6c7c5170-8f60-41af-8bdd-93e19da26b2b req-5cbafbd4-cfd9-454d-b22d-1d57fbcce6eb tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847116 Jun 07 18:56:39.253711 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:39.565881 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55076) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:39.684033 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55086) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:39.722361 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-483880146-network', 'tenant_id': '699ae59021bf41bc986e524e973a3700'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:39.844176 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-05dded6c-a657-4fa6-9f9a-3cca4da888b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1584873 Jun 07 18:56:39.934230 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Made reservation on behalf of 699ae59021bf41bc986e524e973a3700 for: {'network': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:56:39.938170 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:39.956176 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:40.250785 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:40.266388 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0b6a920f-5a0c-4f9f-94e6-f4842f44cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:40.268396 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:40.310646 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0b3c-7a27-4983-b3c9-908657808006 req-2ea22d61-c463-41c4-8c2a-e69dca02a069 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:40.313976 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2f2e0b3c-7a27-4983-b3c9-908657808006 req-2ea22d61-c463-41c4-8c2a-e69dca02a069 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.1231885 Jun 07 18:56:40.372366 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:40.386063 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6c611c05-0cca-40ad-9feb-7326d18d57aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:40.423512 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=104082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:56:40.434074 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:40.434511 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.segments_db [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Added segment c7b1ae13-f81e-4f09-8885-42cbeeb1b987 of type vlan for network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a Jun 07 18:56:40.455060 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2f2e0b3c-7a27-4983-b3c9-908657808006 req-6c93a8e9-2651-4f95-9b98-42bb77c12bd4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364813 Jun 07 18:56:40.514910 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a5a31a-5cd2-4839-b862-ffab7acec4f1,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:40.518194 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:40.537064 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:40.688650 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:40.690291 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:40.691093 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:40.698539 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-881a6c94-af59-493c-a21e-8a44f848c0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:40.840731 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Pushing event updated for resources: {'Network': ['ID=7c9b1c74-0617-462e-b7cd-6a785dad6a5a,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:40.844375 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:40.852126 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:56:40.975169 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4076369 Jun 07 18:56:40.977993 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55116) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:40.990412 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Request body: {'subnet': {'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-483880146-subnet', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'ip_version': 4}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:41.190181 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Made reservation on behalf of 699ae59021bf41bc986e524e973a3700 for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:56:41.194227 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266354395'] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:41.438497 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:41.671234 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267045280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266354405'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:41.676101 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6d45dcdc-d420-4492-a15f-f69fabf123a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:41.776199 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e044e7-30b9-4875-88cf-92edeae7351c,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:41.793778 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:41.817219 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Checking segment: {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:56:41.824172 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Network hostable DHCP agents. Network: 7c9b1c74-0617-462e-b7cd-6a785dad6a5a, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:56:41.834682 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773af99-4ed2-476b-b325-14b64083b627 req-35d054a6-5994-4524-904d-b46a38255cf1 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:41.839370 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d773af99-4ed2-476b-b325-14b64083b627 req-35d054a6-5994-4524-904d-b46a38255cf1 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.1775784 Jun 07 18:56:41.918235 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d773af99-4ed2-476b-b325-14b64083b627 req-b9fd55bc-8db9-4a8d-ab99-b0e4a0fbec4e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725117 Jun 07 18:56:42.064849 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:56:42.264000 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, 7c9b1c74-0617-462e-b7cd-6a785dad6a5a) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:56:42.269774 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:42.271274 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:42.281228 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9a9f6-2132-4e46-b107-903bad9bd160 None None] Network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:56:42.470709 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e2fdf85e-435e-4544-966b-13c1cfcf2686 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4910617 Jun 07 18:56:42.475202 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55152) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:42.479804 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:42.539770 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa004761-e10f-5b1a-afb7-87581139ea7b-7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c'}]}} from dv-cinder-790535-1-smb. {{(pid=104083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 18:56:42.540640 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:42.623534 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29959'] for router, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:42.625801 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29982'] for router, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:42.669613 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:42.755640 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Allocated IP 172.20.0.2 (7c9b1c74-0617-462e-b7cd-6a785dad6a5a/82e044e7-30b9-4875-88cf-92edeae7351c/95eac7a5-3ce9-4f4b-a830-611eb700038c) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:56:43.084265 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Notify callbacks [] for port, precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:43.097704 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Transition to ACTIVE for port object 95eac7a5-3ce9-4f4b-a830-611eb700038c will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:56:43.165378 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Transition to ACTIVE for port object 95eac7a5-3ce9-4f4b-a830-611eb700038c will not be triggered until provisioned by entity DHCP. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:56:43.265370 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:43.266549 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:56:43.266549 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:56:43.266549 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:56:43.266549 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:56:43.266549 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:56:43.266549 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Jun 07 18:56:43.298205 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:56:43.302747 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:56:43.306638 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:56:43.351955 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:43.414862 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Attempting to bind port 95eac7a5-3ce9-4f4b-a830-611eb700038c on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:56:43.415565 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Attempting to bind port 95eac7a5-3ce9-4f4b-a830-611eb700038c by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:56:43.416131 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Attempting to bind port 95eac7a5-3ce9-4f4b-a830-611eb700038c on network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:56:43.427298 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:56:43.428365 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Checking segment: {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:56:43.429008 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:43.429618 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Bound using segment: {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:56:43.430355 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Bound port: 95eac7a5-3ce9-4f4b-a830-611eb700038c, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:56:43.431004 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:43.476876 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29992'] for router, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:43.543915 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c77fd-6c18-460b-92ec-50a139e25d70 req-bde88be5-1c0b-4e60-9f20-c58644955f9c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:43.546634 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c32c77fd-6c18-460b-92ec-50a139e25d70 req-bde88be5-1c0b-4e60-9f20-c58644955f9c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.3202085 Jun 07 18:56:43.573835 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] For port 95eac7a5-3ce9-4f4b-a830-611eb700038c, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:56:43.578930 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] For port 95eac7a5-3ce9-4f4b-a830-611eb700038c, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=95eac7a5-3ce9-4f4b-a830-611eb700038c,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:56:43.608798 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c32c77fd-6c18-460b-92ec-50a139e25d70 req-7523e76a-6629-4309-8635-c43d623a39ed tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550370 Jun 07 18:56:43.733648 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:43.741088 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:43.895758 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Pushing event updated for resources: {'Port': ['ID=95eac7a5-3ce9-4f4b-a830-611eb700038c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:43.900892 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:44.245826 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:44.287585 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:44.518615 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Allocated IP 172.28.3.121 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/1e91d550-0474-4110-b365-c45028a47ae8) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:56:44.711086 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 95eac7a5-3ce9-4f4b-a830-611eb700038c up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:56:44.714648 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:44.856339 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:44.857169 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:56:44.857169 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:56:44.857169 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:56:44.857169 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:56:44.857169 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:56:44.857169 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:56:44.886465 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:56:44.888525 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:56:44.894282 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:56:44.897067 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248c146-a2e9-452a-bab6-ebf8d6b332f9 req-703e5097-fc55-4f39-ac61-5a1eff688f72 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:44.899670 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e248c146-a2e9-452a-bab6-ebf8d6b332f9 req-703e5097-fc55-4f39-ac61-5a1eff688f72 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.1136901 Jun 07 18:56:44.904199 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 95eac7a5-3ce9-4f4b-a830-611eb700038c completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:56:44.959960 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e248c146-a2e9-452a-bab6-ebf8d6b332f9 req-054afb8d-1b93-4403-95f8-f82b13fa8f21 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522332 Jun 07 18:56:44.973981 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d7a07-f05f-4526-a621-8fee5f6fabed req-0e8dccfd-3f2f-4674-98a1-705df0d7e0cd tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:44.975565 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-aa8d7a07-f05f-4526-a621-8fee5f6fabed req-0e8dccfd-3f2f-4674-98a1-705df0d7e0cd tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.1821492 Jun 07 18:56:45.104647 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-29e4a6d7-aa3b-4eac-be98-9364d01169f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:45.106204 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-29e4a6d7-aa3b-4eac-be98-9364d01169f5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328&tenant_id=900703da489243d9910aad8278d29ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0922148 Jun 07 18:56:45.169738 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-aa8d7a07-f05f-4526-a621-8fee5f6fabed req-14d8fe58-a8bf-4a5e-a109-993e6229e752 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752365 Jun 07 18:56:45.246237 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-7deb351a-c612-484f-808d-6780e226018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:45.249373 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-7deb351a-c612-484f-808d-6780e226018c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 1096 time: 0.1002729 Jun 07 18:56:45.310696 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dddcc8e-080d-4092-87d4-33ac5ef27319 None None] Network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:56:45.426816 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-29a75b70-c556-48d1-a0b8-d12b69bcc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:45.429590 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-29a75b70-c556-48d1-a0b8-d12b69bcc337 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.1726532 Jun 07 18:56:45.554714 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-f70e94ff-6e44-4014-abf2-fca5fba48465 None None] Provisioning for port 95eac7a5-3ce9-4f4b-a830-611eb700038c completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:56:45.582838 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-f70e94ff-6e44-4014-abf2-fca5fba48465 None None] Provisioning complete for port 95eac7a5-3ce9-4f4b-a830-611eb700038c triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:56:45.583670 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f70e94ff-6e44-4014-abf2-fca5fba48465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:45.776126 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-cbb36a0e-59e2-4d21-91d8-de5bf906e062 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4447728-f35b-475b-83aa-2e3046c7dc22 HTTP/1.1" status: 200 len: 999 time: 0.3367999 Jun 07 18:56:45.815674 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:45.840678 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f70e94ff-6e44-4014-abf2-fca5fba48465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:45.891410 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-7c50e562-90b7-4bd2-bc7b-5bb40644a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:45.893215 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-7c50e562-90b7-4bd2-bc7b-5bb40644a90a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.1074209 Jun 07 18:56:45.918014 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-f70e94ff-6e44-4014-abf2-fca5fba48465 None None] For port 95eac7a5-3ce9-4f4b-a830-611eb700038c, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=95eac7a5-3ce9-4f4b-a830-611eb700038c,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:46.036328 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f70e94ff-6e44-4014-abf2-fca5fba48465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:46.038969 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-be850dd1-aa12-41fe-bb78-a4f2bcda9524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:46.087943 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-c869e697-ea6d-4333-abcb-7d90d6a3ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:46.089540 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-c869e697-ea6d-4333-abcb-7d90d6a3ff49 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1824474 Jun 07 18:56:46.225254 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e94ff-6e44-4014-abf2-fca5fba48465 None None] Pushing event updated for resources: {'Port': ['ID=95eac7a5-3ce9-4f4b-a830-611eb700038c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:46.235958 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-f70e94ff-6e44-4014-abf2-fca5fba48465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:46.376313 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-b2235ecf-bebe-4978-ba89-7df75b9b01cf None None] Provisioning complete for port 95eac7a5-3ce9-4f4b-a830-611eb700038c triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:56:46.376937 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b2235ecf-bebe-4978-ba89-7df75b9b01cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:46.397705 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-c93a7801-fb4e-4977-af99-4f28e0dbec00 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984092 Jun 07 18:56:46.443611 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96174228-12fd-4b60-9dfb-5fed945886af req-00c71d90-2fbe-4ac3-9aed-970946217b7f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:46.451494 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-96174228-12fd-4b60-9dfb-5fed945886af req-00c71d90-2fbe-4ac3-9aed-970946217b7f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.2512283 Jun 07 18:56:46.503094 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502188'] for router, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:46.579218 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-96174228-12fd-4b60-9dfb-5fed945886af req-e725f0b5-9aaf-47b7-9e95-144df6341e21 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266329 Jun 07 18:56:46.632680 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-95afc9ae-60bb-4656-aa0f-c031700e1966 req-1be5b9c0-760d-4a35-bce2-8b646d3ad875 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222552 Jun 07 18:56:46.689960 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 95eac7a5-3ce9-4f4b-a830-611eb700038c up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:56:46.781247 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d17576-832e-42bd-a18d-4083dece31d9 req-fb986df8-6c31-4102-b793-a897c3e37ac9 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:46.788939 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-68d17576-832e-42bd-a18d-4083dece31d9 req-fb986df8-6c31-4102-b793-a897c3e37ac9 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2829452 Jun 07 18:56:46.870193 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-68d17576-832e-42bd-a18d-4083dece31d9 req-a2d10370-e469-42ba-b79f-3746ac627d00 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801916 Jun 07 18:56:46.873491 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 95eac7a5-3ce9-4f4b-a830-611eb700038c triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:56:46.874240 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:47.081678 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 is scheduled to L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 with binding_index 1 {{(pid=104082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 18:56:47.292666 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:56:47.305982 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Sync routers for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:56:47.343864 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:56:47.345225 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:56:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:47.453224 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:47.454693 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-80041379-8f6e-4874-b164-76314042e401 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9784844 Jun 07 18:56:47.459292 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55218) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:47.585409 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606da84-40c0-4478-8bee-165f0d166815 req-8c3712b3-02ae-499d-bf9e-549d1f4508a4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:47.587750 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8606da84-40c0-4478-8bee-165f0d166815 req-8c3712b3-02ae-499d-bf9e-549d1f4508a4 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.2170634 Jun 07 18:56:47.820818 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:56:48.058885 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55240) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:48.229185 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c5497-7962-4254-80ff-21c4002bbafb req-3aa33ae0-a7c6-426c-bfbe-fe745bbad850 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:48.231566 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ab8c5497-7962-4254-80ff-21c4002bbafb req-3aa33ae0-a7c6-426c-bfbe-fe745bbad850 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.3987141 Jun 07 18:56:48.274599 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-8606da84-40c0-4478-8bee-165f0d166815 req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Deleting port aa7e21e4-6e6e-4b82-83be-676768e41b67 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:56:48.275177 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8606da84-40c0-4478-8bee-165f0d166815 req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:48.423421 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ab8c5497-7962-4254-80ff-21c4002bbafb req-78e24eea-aa9d-448a-8bb7-411630231e1b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788104 Jun 07 18:56:48.443366 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:45Z', 'revision_number': 3, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:48.464656 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Checking router: 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:56:48.465418 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Updating router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 port 1e91d550-0474-4110-b365-c45028a47ae8 binding host dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:56:48.610107 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae67c2-b9cb-4c9c-a312-54c1ca1daaf9 req-922f6847-85cd-4a4e-bd19-85a97dc51c0c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:48.613103 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f7afccd-5a65-4e46-ac39-f5bcd2333c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:48.614279 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6cae67c2-b9cb-4c9c-a312-54c1ca1daaf9 req-922f6847-85cd-4a4e-bd19-85a97dc51c0c tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 945 time: 0.5140340 Jun 07 18:56:48.656385 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:48.738660 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-8606da84-40c0-4478-8bee-165f0d166815 req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] For port aa7e21e4-6e6e-4b82-83be-676768e41b67, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa7e21e4-6e6e-4b82-83be-676768e41b67,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:48.739118 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8606da84-40c0-4478-8bee-165f0d166815 req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.018011 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-8606da84-40c0-4478-8bee-165f0d166815 req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Calling delete_port for aa7e21e4-6e6e-4b82-83be-676768e41b67 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:56:49.184064 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f7afccd-5a65-4e46-ac39-f5bcd2333c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.207322 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6cae67c2-b9cb-4c9c-a312-54c1ca1daaf9 req-c25b2d89-57b0-45b6-9d47-62ffa6779c77 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223465 Jun 07 18:56:49.307625 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f7afccd-5a65-4e46-ac39-f5bcd2333c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.328362 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7d671bef-a9b9-418f-acb6-d868953b5e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:49.355808 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Notify callbacks [] for port, precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.368494 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.402629 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-9f7afccd-5a65-4e46-ac39-f5bcd2333c24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35975a44ff784a048fdb4bf8474f9d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3391135 Jun 07 18:56:49.407085 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7afccd-5a65-4e46-ac39-f5bcd2333c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b85e37f-dec8-48b5-b1c7-fb3b139359a1,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:49.409876 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55254) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:49.440452 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9f7afccd-5a65-4e46-ac39-f5bcd2333c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:49.537174 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1c23-abb8-40c1-825e-c5cb68033ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.569570 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Transition to ACTIVE for port object 1e91d550-0474-4110-b365-c45028a47ae8 will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:56:49.588902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8606da84-40c0-4478-8bee-165f0d166815 req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.611353 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:49.619083 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:56:49.665253 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.679264 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:49.760019 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Allocated IP 172.20.0.1 (7c9b1c74-0617-462e-b7cd-6a785dad6a5a/82e044e7-30b9-4875-88cf-92edeae7351c/c5b62f78-b172-4f3c-ba53-570fef7812f3) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:56:49.839746 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1c23-abb8-40c1-825e-c5cb68033ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.860036 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Pushing event deleted for resources: {'Port': ['ID=aa7e21e4-6e6e-4b82-83be-676768e41b67,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:49.912992 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:49.983265 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:49.993652 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Attempting to bind port 1e91d550-0474-4110-b365-c45028a47ae8 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:56:49.993939 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Attempting to bind port 1e91d550-0474-4110-b365-c45028a47ae8 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:56:49.994153 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Attempting to bind port 1e91d550-0474-4110-b365-c45028a47ae8 on network 71f98401-584a-489c-9c7f-f276f077498e {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:56:50.018870 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Transition to ACTIVE for port object c5b62f78-b172-4f3c-ba53-570fef7812f3 will not be triggered until provisioned by entity DHCP. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:56:50.034275 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Pushing event updated for resources: {'Port': ['ID=1e91d550-0474-4110-b365-c45028a47ae8,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:50.040559 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:56:50.042139 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Checking segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:56:50.042139 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.042139 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Bound using segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:56:50.077262 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Bound port: 1e91d550-0474-4110-b365-c45028a47ae8, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:56:50.077673 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.114127 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06d087-97f8-4bc7-80c2-5df4fc7cad3a req-f018a131-8290-4e37-8e73-7a0154b8cdc5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:50.117252 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8d06d087-97f8-4bc7-80c2-5df4fc7cad3a req-f018a131-8290-4e37-8e73-7a0154b8cdc5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.3895588 Jun 07 18:56:50.131506 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.131992 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.137044 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.140164 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.141102 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.143245 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.143901 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.144725 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.145293 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.145820 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.146488 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.147006 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:50.160590 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:50.183787 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8d06d087-97f8-4bc7-80c2-5df4fc7cad3a req-19a58ae3-7ced-4fa1-a34d-1ef7448844ce tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493319 Jun 07 18:56:50.203921 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.206618 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:56:50.206618 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:56:50.206618 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:56:50.206618 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:56:50.206618 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:56:50.206618 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:56:50.235242 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:56:50.237600 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:56:50.241743 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:56:50.275840 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1c23-abb8-40c1-825e-c5cb68033ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.278930 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1c23-abb8-40c1-825e-c5cb68033ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.281333 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-0a1e1c23-abb8-40c1-825e-c5cb68033ffa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b85e37f-dec8-48b5-b1c7-fb3b139359a1 HTTP/1.1" status: 204 len: 168 time: 0.8596306 Jun 07 18:56:50.288807 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9f7afccd-5a65-4e46-ac39-f5bcd2333c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:50.292675 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] For port 1e91d550-0474-4110-b365-c45028a47ae8, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:56:50.307678 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e1c23-abb8-40c1-825e-c5cb68033ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b85e37f-dec8-48b5-b1c7-fb3b139359a1,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:50.314859 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0a1e1c23-abb8-40c1-825e-c5cb68033ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:50.317378 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] For port 1e91d550-0474-4110-b365-c45028a47ae8, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=1e91d550-0474-4110-b365-c45028a47ae8,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:56:50.359855 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560358'] for router_interface, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.414375 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.440289 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-8c0575b0-a5eb-4964-91a7-47411dadb308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:50.537314 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8606da84-40c0-4478-8bee-165f0d166815 req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] No DVR routers for this DVR port aa7e21e4-6e6e-4b82-83be-676768e41b67 on host hv-cinder-79053 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:56:50.547371 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-8606da84-40c0-4478-8bee-165f0d166815 req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.549421 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8606da84-40c0-4478-8bee-165f0d166815 req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.63 "DELETE /v2.0/ports/aa7e21e4-6e6e-4b82-83be-676768e41b67 HTTP/1.1" status: 204 len: 173 time: 2.9531178 Jun 07 18:56:50.549958 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f0b5db-771f-457a-96e5-d5aaaaca957a', 'name': 'network-vif-deleted', 'tag': 'aa7e21e4-6e6e-4b82-83be-676768e41b67'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:56:50.579487 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf13d258-b1d3-4812-bbc9-8cd693041199" -d '{"events": [{"server_uuid": "f2f0b5db-771f-457a-96e5-d5aaaaca957a", "name": "network-vif-deleted", "tag": "aa7e21e4-6e6e-4b82-83be-676768e41b67"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:56:50.648580 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d95261dd-49d9-4deb-bf59-d32d84e8d8ed req-d4fd0d1b-dbd3-484e-a212-ac28d4794ee2 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.1557710 Jun 07 18:56:50.669992 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:56:50.670832 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:56:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:50.723090 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device aa7e21e4-6e6e-4b82-83be-676768e41b67 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:56:50.776207 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: aa7e21e4-6e6e-4b82-83be-676768e41b67 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:56:50.776926 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device aa7e21e4-6e6e-4b82-83be-676768e41b67 not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:56:50.795976 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc3dd7c-ae6f-4056-bed2-ad2d1fc2d708 x-openstack-request-id: req-ddc3dd7c-ae6f-4056-bed2-ad2d1fc2d708 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:56:50.796297 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f0b5db-771f-457a-96e5-d5aaaaca957a", "name": "network-vif-deleted", "tag": "aa7e21e4-6e6e-4b82-83be-676768e41b67", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:56:50.796573 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddc3dd7c-ae6f-4056-bed2-ad2d1fc2d708 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:56:50.797288 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f0b5db-771f-457a-96e5-d5aaaaca957a', 'name': 'network-vif-deleted', 'tag': 'aa7e21e4-6e6e-4b82-83be-676768e41b67', 'status': 'completed', 'code': 200} Jun 07 18:56:50.801038 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Pushing event updated for resources: {'Port': ['ID=1e91d550-0474-4110-b365-c45028a47ae8,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:50.807850 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-7fc4654e-9e3e-48fc-9304-afe4defb2243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:50.856460 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-55d6c64d-ecaa-460a-994a-68d5f996075b None None] Provisioning for port c5b62f78-b172-4f3c-ba53-570fef7812f3 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:56:50.866307 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-55d6c64d-ecaa-460a-994a-68d5f996075b None None] Provisioning complete for port c5b62f78-b172-4f3c-ba53-570fef7812f3 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:56:50.867319 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-55d6c64d-ecaa-460a-994a-68d5f996075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.893925 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:50.982298 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-55d6c64d-ecaa-460a-994a-68d5f996075b None None] Port c5b62f78-b172-4f3c-ba53-570fef7812f3 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:56:51.080026 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:56:51.674998 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c46f8e-09b0-4359-81c5-74b7a2484a3f req-b4c2705f-6a40-45ae-bc68-8e6ffd4ffc80 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:51.687948 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-72c46f8e-09b0-4359-81c5-74b7a2484a3f req-b4c2705f-6a40-45ae-bc68-8e6ffd4ffc80 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.2401502 Jun 07 18:56:51.731304 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:51.830122 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-72c46f8e-09b0-4359-81c5-74b7a2484a3f req-124a5681-b825-4715-b713-e9869d55abb6 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324592 Jun 07 18:56:51.835295 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:45Z', 'revision_number': 3, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:51.867908 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0931378f-a097-44a6-b587-b12361d195e5 None None] The sync data for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb is: [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:45Z', 'revision_number': 3, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:56:52.120649 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c144fa4d-bc58-44c4-ad44-bb18af61f491 req-244d1901-4688-460e-b09c-4f2fc951ef44 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.1177797 Jun 07 18:56:52.134523 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:52.268042 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:52.424746 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503742'] for router_interface, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:52.451261 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Pushing event updated for resources: {'Port': ['ID=c5b62f78-b172-4f3c-ba53-570fef7812f3,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:52.457279 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:52.526622 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55286) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:52.610650 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd0602cd-5b3d-4373-8ab9-1fac08b686ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:52.727829 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:56:52.730424 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:56:52.827982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd0602cd-5b3d-4373-8ab9-1fac08b686ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:52.922208 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd0602cd-5b3d-4373-8ab9-1fac08b686ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:52.943413 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 1e91d550-0474-4110-b365-c45028a47ae8 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:56:52.990890 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e08ea1e8-9753-4377-9b46-72e9551788cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:53.319830 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:56:53.339267 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-fd0602cd-5b3d-4373-8ab9-1fac08b686ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8402427988d474080ed1304fb188b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8100929 Jun 07 18:56:53.348952 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55296) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:53.359443 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0602cd-5b3d-4373-8ab9-1fac08b686ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4f949b-7eef-45ef-b9f3-9f9d90243f81,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:53.372085 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-fd0602cd-5b3d-4373-8ab9-1fac08b686ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:53.441466 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-c65b221f-0f30-4acf-8d12-d16974afdab6 None None] Provisioning complete for port c5b62f78-b172-4f3c-ba53-570fef7812f3 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:56:53.442414 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c65b221f-0f30-4acf-8d12-d16974afdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:53.621314 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c65b221f-0f30-4acf-8d12-d16974afdab6 None None] Port c5b62f78-b172-4f3c-ba53-570fef7812f3 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:56:53.644195 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 1e91d550-0474-4110-b365-c45028a47ae8 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:56:53.675570 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 1e91d550-0474-4110-b365-c45028a47ae8 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:56:53.677666 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:53.689737 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fd34a896-d753-4bed-b842-0e151dad9aef req-39c68279-75c8-4d5f-9a1e-d85573d557f3 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.1310940 Jun 07 18:56:53.978212 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:54.021493 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 1e91d550-0474-4110-b365-c45028a47ae8, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=1e91d550-0474-4110-b365-c45028a47ae8,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:56:54.084059 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:54.157896 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646473c-9350-4573-bb2f-d29983a157c2 req-f278be14-e7a1-4f4b-8164-004b44b0458c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:54.160638 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b646473c-9350-4573-bb2f-d29983a157c2 req-f278be14-e7a1-4f4b-8164-004b44b0458c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.5192797 Jun 07 18:56:54.163273 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:54.184569 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:54.187056 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:54.194925 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:56:54.232009 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] 10.222.0.20 "PUT /v2.0/routers/8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7602217 Jun 07 18:56:54.337607 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b646473c-9350-4573-bb2f-d29983a157c2 req-c81c7b08-7c27-4596-a094-0c79eae111e6 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403816 Jun 07 18:56:54.367679 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:54.370901 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:54.372634 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba4f949b-7eef-45ef-b9f3-9f9d90243f81 HTTP/1.1" status: 204 len: 168 time: 1.0224280 Jun 07 18:56:54.373536 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-24785681-719c-4d7d-90da-965f88efc50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:54.385939 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=1e91d550-0474-4110-b365-c45028a47ae8,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:54.392744 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:54.394892 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4f949b-7eef-45ef-b9f3-9f9d90243f81,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:54.409942 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.410376 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.411862 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.412276 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.412643 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.413057 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.413412 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.414789 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.414924 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.417633 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.417633 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.417994 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:54.427435 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:54.682059 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 1e91d550-0474-4110-b365-c45028a47ae8 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:56:54.835872 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 1e91d550-0474-4110-b365-c45028a47ae8 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:56:54.836594 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:54.989704 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-98d9835b-ee9e-4982-9121-620f9ba8a850 req-b1841ffc-5cba-4169-bb33-6f7022864ccd tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.0712547 Jun 07 18:56:55.058439 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Sync routers for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:56:55.077030 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:56:55.078195 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:56:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:55.250798 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55326) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:55.408348 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:56:55.622273 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3588bb1b-889e-471f-b11f-16f7858852db admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:55.878691 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f55752-d9b1-4777-9294-ef023d0cfdda req-e8418698-df5f-4028-80c2-90a8549d1d85 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:55.880393 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-17f55752-d9b1-4777-9294-ef023d0cfdda req-e8418698-df5f-4028-80c2-90a8549d1d85 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.2805097 Jun 07 18:56:55.882671 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3588bb1b-889e-471f-b11f-16f7858852db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:55.944423 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-17f55752-d9b1-4777-9294-ef023d0cfdda req-d7ee526a-2f75-40b2-b1de-1fdf8c21708c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577416 Jun 07 18:56:55.999350 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3588bb1b-889e-471f-b11f-16f7858852db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:56.001043 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c5b62f78-b172-4f3c-ba53-570fef7812f3', 'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'mac_address': 'fa:16:3e:24:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:49Z', 'updated_at': '2021-06-07T18:56:51Z', 'revision_number': 2, 'project_id': '699ae59021bf41bc986e524e973a3700', 'subnets': [{'id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:56.013800 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Checking router: 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:56:56.013800 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Updating router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 port c5b62f78-b172-4f3c-ba53-570fef7812f3 binding host dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:56:56.024003 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:56:56.076926 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a32b13ba-c8ab-4111-8fdd-c3a144da805b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:56.139770 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:56.142183 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55350) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:56.149219 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3588bb1b-889e-471f-b11f-16f7858852db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bb36ad960c74cf7a0c155be2b4e19f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8984084 Jun 07 18:56:56.166413 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588bb1b-889e-471f-b11f-16f7858852db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a184c87-efd9-4fb2-90de-008a8fa001ac,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:56.177850 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3588bb1b-889e-471f-b11f-16f7858852db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:56.308223 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-24e19069-0ec0-44e5-9800-c1544992df87 req-f0810768-1a07-4750-9c30-0e43bc313ef8 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.0694909 Jun 07 18:56:56.348514 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:56.403538 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:56.550075 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55362) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:56.555513 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1612588455-network', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:56.659411 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:56.664977 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:56.667237 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a184c87-efd9-4fb2-90de-008a8fa001ac HTTP/1.1" status: 204 len: 168 time: 0.5230024 Jun 07 18:56:56.668246 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1c9f0022-d093-4a4f-ad3d-ea02d758357a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:56.688246 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Made reservation on behalf of 85dee3c57bdb47ef85f5b7985a6339c1 for: {'network': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:56:56.691321 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:56.717201 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a184c87-efd9-4fb2-90de-008a8fa001ac,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:56.722239 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:56.743307 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.750186 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.751100 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.751863 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.752668 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.753485 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.755087 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.755854 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.756622 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.757415 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.760518 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.760518 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:56:56.765515 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:57.007337 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.014618 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Notify callbacks [] for port, precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.046002 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Transition to ACTIVE for port object c5b62f78-b172-4f3c-ba53-570fef7812f3 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:56:57.076118 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.085577 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5c55e0c4-9cf8-4db7-8ae8-02d91cf9f86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:57.111420 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=104082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:56:57.121836 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.128078 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:57.131184 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750a75a0-0b9f-43e7-9575-f4190c8e4e1a,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:57.134326 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.134568 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.segments_db [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Added segment 4df87a11-2426-4783-95a0-1fc8e6ac5468 of type vlan for network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e Jun 07 18:56:57.135934 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:57.223295 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.299632 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7369da-1328-4486-acc6-706446f884c2 req-8e29c74e-9130-4d57-99ae-81849e032a43 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:57.307695 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4b7369da-1328-4486-acc6-706446f884c2 req-8e29c74e-9130-4d57-99ae-81849e032a43 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.1567705 Jun 07 18:56:57.377065 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608db21c-342e-4fae-bd40-b2ef971e1efd None None] Pushing event updated for resources: {'Port': ['ID=c5b62f78-b172-4f3c-ba53-570fef7812f3,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:57.383682 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-608db21c-342e-4fae-bd40-b2ef971e1efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:57.396212 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4b7369da-1328-4486-acc6-706446f884c2 req-b85b997b-5ff7-43a7-8300-40656573d4a9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868616 Jun 07 18:56:57.401790 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.407468 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:57.416586 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.428980 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:57.585907 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0c0614a0-33ec-4c05-9476-bbf5a5c0de3e,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:57.589111 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:57.596823 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0474803 Jun 07 18:56:57.601064 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55382) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:57.609393 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Request body: {'subnet': {'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1612588455-subnet', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'ip_version': 4}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:57.612387 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:56:57.687285 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Attempting to bind port c5b62f78-b172-4f3c-ba53-570fef7812f3 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:56:57.699881 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Attempting to bind port c5b62f78-b172-4f3c-ba53-570fef7812f3 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:56:57.701372 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Attempting to bind port c5b62f78-b172-4f3c-ba53-570fef7812f3 on network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:56:57.705799 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-facc741c-cb73-48a8-8844-4620b1a7bd5b req-edba7275-4188-4347-9f98-206eeda58f80 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.1585128 Jun 07 18:56:57.739093 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Made reservation on behalf of 85dee3c57bdb47ef85f5b7985a6339c1 for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:56:57.750742 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266354395'] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.832001 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:56:57.833869 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Checking segment: {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:56:57.836306 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:57.837629 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Bound using segment: {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:56:57.841307 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Bound port: c5b62f78-b172-4f3c-ba53-570fef7812f3, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:56:57.843365 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:58.190487 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267045280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266354405'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:58.197952 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:58.302140 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d83267f-4beb-4746-bf13-81c8b79b168f,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:58.306869 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:58.315115 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Checking segment: {'id': '4df87a11-2426-4783-95a0-1fc8e6ac5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:56:58.317746 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Network hostable DHCP agents. Network: 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:56:58.324995 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] For port c5b62f78-b172-4f3c-ba53-570fef7812f3, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:56:58.331347 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] For port c5b62f78-b172-4f3c-ba53-570fef7812f3, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=c5b62f78-b172-4f3c-ba53-570fef7812f3,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:56:58.449715 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:58.455182 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:56:58.466185 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:56:58.573887 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:56:58.582187 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:56:58.583040 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:56:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:58.585143 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:58.586170 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:58.658889 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbc271-8774-4535-8d3d-9054a091eaab None None] Network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:56:58.744524 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608db21c-342e-4fae-bd40-b2ef971e1efd None None] Pushing event updated for resources: {'Port': ['ID=c5b62f78-b172-4f3c-ba53-570fef7812f3,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:56:58.800435 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf383de-1816-4338-8bdb-decd609d9d6d req-c1f5a04d-fe55-4e6d-a7af-af867442edaf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:56:58.806691 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-fbf383de-1816-4338-8bdb-decd609d9d6d req-c1f5a04d-fe55-4e6d-a7af-af867442edaf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.2283711 Jun 07 18:56:58.814492 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-4cdabe14-2bbc-417a-81ed-a595708e3d77 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2112830 Jun 07 18:56:58.817247 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55408) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:56:58.822067 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:56:58.937633 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-fbf383de-1816-4338-8bdb-decd609d9d6d req-e9f23cc3-c76f-4952-889f-5b8165c6b2d3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214294 Jun 07 18:56:58.948007 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:56:58.973462 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29959'] for router, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:58.978954 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29982'] for router, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:59.066413 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:59.101478 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-82cbdbf7-ba85-4351-8131-846e31b653fa req-890b63b0-5966-44d7-8bb0-8e5d41302d95 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.1155758 Jun 07 18:56:59.136173 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-608db21c-342e-4fae-bd40-b2ef971e1efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:56:59.648064 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa004761-e10f-5b1a-afb7-87581139ea7b-0c0614a0-33ec-4c05-9476-bbf5a5c0de3e', 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'fixed_ips': [{'subnet_id': '4d83267f-4beb-4746-bf13-81c8b79b168f'}]}} from dv-cinder-790535-1-smb. {{(pid=104083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 18:56:59.649373 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:59.754541 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c5b62f78-b172-4f3c-ba53-570fef7812f3', 'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'mac_address': 'fa:16:3e:24:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:49Z', 'updated_at': '2021-06-07T18:56:58Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'subnets': [{'id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:56:59.769696 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb925a36-a15d-4e77-a797-1bc2e29f2551 None None] The sync data for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb is: [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c5b62f78-b172-4f3c-ba53-570fef7812f3', 'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'mac_address': 'fa:16:3e:24:fe:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:49Z', 'updated_at': '2021-06-07T18:56:58Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'subnets': [{'id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:56:59.847699 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29992'] for router, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:56:59.980144 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Allocated IP 172.20.0.2 (0c0614a0-33ec-4c05-9476-bbf5a5c0de3e/4d83267f-4beb-4746-bf13-81c8b79b168f/37c27233-73fa-40f5-8f2b-82c32e63b7de) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:57:00.439568 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Notify callbacks [] for port, precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:00.454222 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Transition to ACTIVE for port object 37c27233-73fa-40f5-8f2b-82c32e63b7de will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:57:00.477703 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Transition to ACTIVE for port object 37c27233-73fa-40f5-8f2b-82c32e63b7de will not be triggered until provisioned by entity DHCP. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:57:00.545372 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:00.546008 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:00.546008 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:57:00.546008 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:57:00.546008 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:57:00.546008 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:00.546008 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Jun 07 18:57:00.608654 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:57:00.615136 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:57:00.621268 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:57:00.794893 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502a71-89a4-4633-8aad-9f4b5e71a02c req-06ce445c-b72a-442c-8456-4d6a5e1fda8e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:00.809707 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8f502a71-89a4-4633-8aad-9f4b5e71a02c req-06ce445c-b72a-442c-8456-4d6a5e1fda8e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.5651538 Jun 07 18:57:00.882777 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8f502a71-89a4-4633-8aad-9f4b5e71a02c req-1e81fa01-c49a-4ca5-9bc3-6b71f9ba4e3f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720425 Jun 07 18:57:00.891907 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:00.905688 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device c5b62f78-b172-4f3c-ba53-570fef7812f3 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:00.981810 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:00.983478 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Attempting to bind port 37c27233-73fa-40f5-8f2b-82c32e63b7de on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:57:00.983970 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Attempting to bind port 37c27233-73fa-40f5-8f2b-82c32e63b7de by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '4df87a11-2426-4783-95a0-1fc8e6ac5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:57:00.984274 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Attempting to bind port 37c27233-73fa-40f5-8f2b-82c32e63b7de on network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:57:00.999847 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:57:01.000256 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Checking segment: {'id': '4df87a11-2426-4783-95a0-1fc8e6ac5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:57:01.000716 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:01.001232 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Bound using segment: {'id': '4df87a11-2426-4783-95a0-1fc8e6ac5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:57:01.001871 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Bound port: 37c27233-73fa-40f5-8f2b-82c32e63b7de, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df87a11-2426-4783-95a0-1fc8e6ac5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:57:01.002532 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:01.112673 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-db4be8df-4cbb-430a-bb24-49fa1911e1a2 req-ea73f2aa-383a-44af-9c5d-6a8246a96a76 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.0582297 Jun 07 18:57:01.220857 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] For port 37c27233-73fa-40f5-8f2b-82c32e63b7de, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:57:01.228039 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] For port 37c27233-73fa-40f5-8f2b-82c32e63b7de, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=37c27233-73fa-40f5-8f2b-82c32e63b7de,segment=NetworkSegment(4df87a11-2426-4783-95a0-1fc8e6ac5468),segment_id=4df87a11-2426-4783-95a0-1fc8e6ac5468)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:57:01.236304 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port c5b62f78-b172-4f3c-ba53-570fef7812f3 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:57:01.246164 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port c5b62f78-b172-4f3c-ba53-570fef7812f3 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:01.247115 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:01.299773 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Allocated IP 172.28.3.24 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/e36e3a5d-289e-429f-a7a8-4400bfa2881c) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:57:01.380080 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:01.402739 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:01.527973 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:01.572937 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:01.581114 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Pushing event updated for resources: {'Port': ['ID=37c27233-73fa-40f5-8f2b-82c32e63b7de,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:01.587178 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:01.626332 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port c5b62f78-b172-4f3c-ba53-570fef7812f3, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=c5b62f78-b172-4f3c-ba53-570fef7812f3,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:01.704509 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:01.716331 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:01.735150 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:01.735758 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:01.735758 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:57:01.735758 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:57:01.735758 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:57:01.735758 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:01.735758 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:57:01.768583 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:57:01.770489 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:57:01.777531 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:57:01.934380 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=c5b62f78-b172-4f3c-ba53-570fef7812f3,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:01.942733 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:02.246736 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06f1a6-f9e7-4d7c-9c8b-c218a6aa4cd1 req-67b9ef06-0857-4d8e-b6b4-ba2db7a837e4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:02.246736 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3c06f1a6-f9e7-4d7c-9c8b-c218a6aa4cd1 req-67b9ef06-0857-4d8e-b6b4-ba2db7a837e4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.1708913 Jun 07 18:57:02.298895 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3c06f1a6-f9e7-4d7c-9c8b-c218a6aa4cd1 req-88e230e7-891c-4f89-921c-9505d440bf31 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457988 Jun 07 18:57:02.687367 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-aff303fb-ee63-431e-9217-7bceca060392 req-003aab41-bda3-4149-83da-7ac1f8ddcf93 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.0745296 Jun 07 18:57:02.809649 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:02.821672 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device c5b62f78-b172-4f3c-ba53-570fef7812f3 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:02.895380 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7c7be-119c-47b2-84dd-0e290a171ea6 None None] Network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:57:02.939846 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port c5b62f78-b172-4f3c-ba53-570fef7812f3 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:02.940605 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:03.162669 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-f2c9b0e8-7d56-4660-be9b-dd57650ca77a None None] Provisioning for port 37c27233-73fa-40f5-8f2b-82c32e63b7de completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:57:03.224325 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502188'] for router, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:03.239932 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 37c27233-73fa-40f5-8f2b-82c32e63b7de up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:03.403475 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 37c27233-73fa-40f5-8f2b-82c32e63b7de completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:57:03.416307 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 37c27233-73fa-40f5-8f2b-82c32e63b7de triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:03.416899 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:03.618177 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:03.676422 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982d65-e071-485e-8cfb-e2b1ee0aa5e5 req-d4959a7e-4156-4181-b42a-76ab88c08cb7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:03.678021 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9c982d65-e071-485e-8cfb-e2b1ee0aa5e5 req-d4959a7e-4156-4181-b42a-76ab88c08cb7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.1677859 Jun 07 18:57:03.693246 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 37c27233-73fa-40f5-8f2b-82c32e63b7de, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=37c27233-73fa-40f5-8f2b-82c32e63b7de,segment=NetworkSegment(4df87a11-2426-4783-95a0-1fc8e6ac5468),segment_id=4df87a11-2426-4783-95a0-1fc8e6ac5468)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:03.714095 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-4f4a49d8-9c32-4a5a-8cff-177f534f30af None None] Provisioning complete for port 37c27233-73fa-40f5-8f2b-82c32e63b7de triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:03.714511 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4f4a49d8-9c32-4a5a-8cff-177f534f30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:03.737696 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9c982d65-e071-485e-8cfb-e2b1ee0aa5e5 req-73e5408f-cab3-43a6-9e0d-c07623cf1723 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475130 Jun 07 18:57:03.773883 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Router 45df9ead-6191-4b55-9698-f0472864d17e is scheduled to L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 18:57:03.861985 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:03.872049 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-bcde8688-b657-4d08-a5e9-1265a915e288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:04.141898 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-bc652a6f-8ee7-4b50-bc62-d4d64ebc88b1 req-d16a065a-d919-4a11-adc3-6f3f8acd2e52 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2f0b5db-771f-457a-96e5-d5aaaaca957a HTTP/1.1" status: 200 len: 210 time: 0.1295063 Jun 07 18:57:04.156091 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=37c27233-73fa-40f5-8f2b-82c32e63b7de,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:04.168417 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:57:04.173261 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:04.191563 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Sync routers for ids ['45df9ead-6191-4b55-9698-f0472864d17e'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:57:04.209411 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Routers {'45df9ead-6191-4b55-9698-f0472864d17e'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:57:04.211351 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:56:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['45df9ead-6191-4b55-9698-f0472864d17e'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:04.306102 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] Notify callbacks [] for router, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:04.308622 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-3a2eef6e-b510-4124-afa1-7d2e0a28272a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4898930 Jun 07 18:57:04.311648 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55482) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:04.494925 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Set router 45df9ead-6191-4b55-9698-f0472864d17e gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:57:04.709371 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 37c27233-73fa-40f5-8f2b-82c32e63b7de up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:04.817929 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 37c27233-73fa-40f5-8f2b-82c32e63b7de triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:04.819021 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:04.923729 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45df9ead-6191-4b55-9698-f0472864d17e', 'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:58Z', 'updated_at': '2021-06-07T18:57:02Z', 'revision_number': 3, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'gw_port': {'id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:01Z', 'updated_at': '2021-06-07T18:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:04.930460 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Checking router: 45df9ead-6191-4b55-9698-f0472864d17e for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:57:04.931851 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Updating router 45df9ead-6191-4b55-9698-f0472864d17e port e36e3a5d-289e-429f-a7a8-4400bfa2881c binding host dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:57:05.011546 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:05.136168 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb385-aa6e-4669-8757-1c38f2e279f3 req-fa102d0f-bb3f-46a3-a45d-76868b2f506e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:05.145547 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-446eb385-aa6e-4669-8757-1c38f2e279f3 req-fa102d0f-bb3f-46a3-a45d-76868b2f506e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.2398865 Jun 07 18:57:05.400890 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-446eb385-aa6e-4669-8757-1c38f2e279f3 req-c82d77ac-fba4-47b3-96ee-50f1198b38e7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537162 Jun 07 18:57:05.521136 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:05.615069 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Notify callbacks [] for port, precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:05.629277 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Transition to ACTIVE for port object e36e3a5d-289e-429f-a7a8-4400bfa2881c will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:57:05.719607 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:05.727576 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-2514e1e0-5174-48e8-85dd-2ee1373d766f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:05.844314 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Attempting to bind port e36e3a5d-289e-429f-a7a8-4400bfa2881c on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:57:05.844906 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Attempting to bind port e36e3a5d-289e-429f-a7a8-4400bfa2881c by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:57:05.845377 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Attempting to bind port e36e3a5d-289e-429f-a7a8-4400bfa2881c on network 71f98401-584a-489c-9c7f-f276f077498e {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:57:05.854000 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:57:05.854545 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Checking segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:57:05.855263 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:05.855627 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Bound using segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:57:05.856231 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Bound port: e36e3a5d-289e-429f-a7a8-4400bfa2881c, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:57:05.856807 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:05.895473 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Allocated IP 172.20.0.1 (0c0614a0-33ec-4c05-9476-bbf5a5c0de3e/4d83267f-4beb-4746-bf13-81c8b79b168f/0c709e36-e809-4df8-b0ba-b7c9120466ee) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:57:05.917174 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992816d2-5f50-437c-9656-54b6ac5d426e None None] Pushing event updated for resources: {'Port': ['ID=e36e3a5d-289e-429f-a7a8-4400bfa2881c,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:05.928149 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-992816d2-5f50-437c-9656-54b6ac5d426e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:05.932075 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751667a-3760-4276-8246-18137aa8b09d req-7a967a6d-79a0-4e2c-b272-6ea5f8a1e4a7 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:05.942744 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a751667a-3760-4276-8246-18137aa8b09d req-7a967a6d-79a0-4e2c-b272-6ea5f8a1e4a7 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1267505 Jun 07 18:57:05.990845 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] For port e36e3a5d-289e-429f-a7a8-4400bfa2881c, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:57:06.001503 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] For port e36e3a5d-289e-429f-a7a8-4400bfa2881c, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=e36e3a5d-289e-429f-a7a8-4400bfa2881c,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:57:06.003465 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a751667a-3760-4276-8246-18137aa8b09d req-dd36074e-ddb0-4a73-8451-975d82df25ac tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590420 Jun 07 18:57:06.090902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:06.108981 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Transition to ACTIVE for port object 0c709e36-e809-4df8-b0ba-b7c9120466ee will not be triggered until provisioned by entity DHCP. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:57:06.147177 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:06.157084 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-992816d2-5f50-437c-9656-54b6ac5d426e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:06.207733 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:06.208498 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:06.208498 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:57:06.208498 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:57:06.208498 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:57:06.208498 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:06.208498 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:57:06.231968 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:57:06.233872 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:57:06.236615 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:57:06.268138 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Routers {'45df9ead-6191-4b55-9698-f0472864d17e'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:57:06.268899 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:56:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['45df9ead-6191-4b55-9698-f0472864d17e'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:06.305124 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560358'] for router_interface, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:06.383406 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6943c6-6213-4d71-945a-50d7651df188 req-536d29ed-76cc-4be1-8c61-37ea490eb7ee tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:06.385639 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9e6943c6-6213-4d71-945a-50d7651df188 req-536d29ed-76cc-4be1-8c61-37ea490eb7ee tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1351788 Jun 07 18:57:06.459657 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992816d2-5f50-437c-9656-54b6ac5d426e None None] Pushing event updated for resources: {'Port': ['ID=e36e3a5d-289e-429f-a7a8-4400bfa2881c,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:06.469389 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-992816d2-5f50-437c-9656-54b6ac5d426e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:06.474745 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9e6943c6-6213-4d71-945a-50d7651df188 req-06cb81e3-e8bf-457c-80c7-623a75fcaeda tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713177 Jun 07 18:57:06.676471 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] Set router 45df9ead-6191-4b55-9698-f0472864d17e gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:57:06.727144 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-c52f22a6-9561-47f3-80ef-96d51ebb825d None None] Provisioning for port 0c709e36-e809-4df8-b0ba-b7c9120466ee completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:57:06.738250 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-c52f22a6-9561-47f3-80ef-96d51ebb825d None None] Provisioning complete for port 0c709e36-e809-4df8-b0ba-b7c9120466ee triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:06.739307 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c52f22a6-9561-47f3-80ef-96d51ebb825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:06.782020 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:06.798038 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55512) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:06.831090 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c52f22a6-9561-47f3-80ef-96d51ebb825d None None] Port 0c709e36-e809-4df8-b0ba-b7c9120466ee cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:57:06.877002 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:57:07.003887 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680ddaa-bc1d-42b3-8972-178b6314b05a req-ef84ae68-821e-4e74-9a8c-1448f85d0e41 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:07.017645 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e860375d-a51d-486d-8a28-ac2dddb4eaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.018942 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a680ddaa-bc1d-42b3-8972-178b6314b05a req-ef84ae68-821e-4e74-9a8c-1448f85d0e41 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 943 time: 0.3738234 Jun 07 18:57:07.136760 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a680ddaa-bc1d-42b3-8972-178b6314b05a req-2c3ca7f3-8d3d-4030-a0fb-04347799dbee tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163762 Jun 07 18:57:07.335162 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:07.377988 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e860375d-a51d-486d-8a28-ac2dddb4eaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.393173 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'port_id': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'mac_address': 'fa:16:3e:58:53:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:57:07.400559 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45df9ead-6191-4b55-9698-f0472864d17e', 'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:58Z', 'updated_at': '2021-06-07T18:57:02Z', 'revision_number': 3, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'gw_port': {'id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:01Z', 'updated_at': '2021-06-07T18:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:07.408073 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b89f4-f524-4b07-829c-b134bc01772b None None] The sync data for ids ['45df9ead-6191-4b55-9698-f0472864d17e'] in dv-cinder-790535-1-smb is: [{'id': '45df9ead-6191-4b55-9698-f0472864d17e', 'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:58Z', 'updated_at': '2021-06-07T18:57:02Z', 'revision_number': 3, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'gw_port': {'id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:01Z', 'updated_at': '2021-06-07T18:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:57:07.470312 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e860375d-a51d-486d-8a28-ac2dddb4eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.478111 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.479670 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-badba400-6faf-40fc-b898-74b27f264d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:07.506873 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-49e9b301-1a49-4bb3-bb67-5f33cbeb4789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.515739 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.563236 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.590698 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4447728-f35b-475b-83aa-2e3046c7dc22 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:57:07.594781 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860375d-a51d-486d-8a28-ac2dddb4eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a8886-502f-4c40-820b-8bed6badfc86,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:07.599426 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e860375d-a51d-486d-8a28-ac2dddb4eaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:07.617855 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e860375d-a51d-486d-8a28-ac2dddb4eaf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63d33c70f3ff4dccab79be6de5e31ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8184140 Jun 07 18:57:07.623854 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55522) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:07.664455 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:07.673789 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-50bddaf3-d85c-4c03-bb73-2194d9d81d70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:07.773297 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.776349 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:07.845558 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2fec468e-2a75-4963-9d26-5184af8cd557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.868604 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c1e3d-c39c-4f2b-bd04-dc244766af4d req-677e174a-8e53-4344-8527-b11b30bf5f6f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:07.870690 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-856c1e3d-c39c-4f2b-bd04-dc244766af4d req-677e174a-8e53-4344-8527-b11b30bf5f6f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.3594129 Jun 07 18:57:07.930089 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0c709e36-e809-4df8-b0ba-b7c9120466ee,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:07.933766 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:07.972944 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503742'] for router_interface, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:07.988470 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2fec468e-2a75-4963-9d26-5184af8cd557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:08.002586 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=9']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:08.008151 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:08.042679 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['d4447728-f35b-475b-83aa-2e3046c7dc22'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:57:08.264564 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da48e-16a7-436b-88a6-89b5fd36c1de req-ca56328e-94c9-44ae-be12-35512c42d15b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:08.278261 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-715da48e-16a7-436b-88a6-89b5fd36c1de req-ca56328e-94c9-44ae-be12-35512c42d15b tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.3423655 Jun 07 18:57:08.316648 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-856c1e3d-c39c-4f2b-bd04-dc244766af4d req-0c340446-6f78-4b5e-8f9e-c057d8170dd7 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131162 Jun 07 18:57:08.487282 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2fec468e-2a75-4963-9d26-5184af8cd557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:08.490020 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2fec468e-2a75-4963-9d26-5184af8cd557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:08.501472 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-2fec468e-2a75-4963-9d26-5184af8cd557 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c27a8886-502f-4c40-820b-8bed6badfc86 HTTP/1.1" status: 204 len: 168 time: 0.8676598 Jun 07 18:57:08.503625 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1cb659b9-f0a4-4531-9f5c-f772649eaab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:08.535072 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-715da48e-16a7-436b-88a6-89b5fd36c1de req-f0dd5eb9-6b1e-4989-8a9e-db5369c9ab22 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553439 Jun 07 18:57:08.538596 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:57:08.540501 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:57:08.545032 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec468e-2a75-4963-9d26-5184af8cd557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a8886-502f-4c40-820b-8bed6badfc86,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:08.563532 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-2fec468e-2a75-4963-9d26-5184af8cd557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:08.859499 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device e36e3a5d-289e-429f-a7a8-4400bfa2881c up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:08.876258 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473cb89-9c02-4eb9-86d4-652ef5ac9bee req-b2bb145e-1fef-46c8-8617-c15d550721e9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:08.889801 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f473cb89-9c02-4eb9-86d4-652ef5ac9bee req-b2bb145e-1fef-46c8-8617-c15d550721e9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 944 time: 0.1697137 Jun 07 18:57:09.021949 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f473cb89-9c02-4eb9-86d4-652ef5ac9bee req-9012a3b0-b283-4fb7-848a-0894d7852678 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306973 Jun 07 18:57:09.043652 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Router 45df9ead-6191-4b55-9698-f0472864d17e has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:57:09.079302 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-3beed699-711f-4a5a-9046-f9458f228ad0 None None] Provisioning complete for port 0c709e36-e809-4df8-b0ba-b7c9120466ee triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:09.079677 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3beed699-711f-4a5a-9046-f9458f228ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:09.155667 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port e36e3a5d-289e-429f-a7a8-4400bfa2881c completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:57:09.165377 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port e36e3a5d-289e-429f-a7a8-4400bfa2881c triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:09.165773 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:09.209374 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-3beed699-711f-4a5a-9046-f9458f228ad0 None None] Port 0c709e36-e809-4df8-b0ba-b7c9120466ee cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:57:09.275232 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:09.293455 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:57:09.300565 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/45df9ead-6191-4b55-9698-f0472864d17e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9869242 Jun 07 18:57:09.307499 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:09.330815 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port e36e3a5d-289e-429f-a7a8-4400bfa2881c, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=e36e3a5d-289e-429f-a7a8-4400bfa2881c,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:09.437718 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:09.441730 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:09.554991 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=e36e3a5d-289e-429f-a7a8-4400bfa2881c,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:09.559688 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:09.667982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b79a2a-20cb-43c0-8902-62b602288433 req-ffc98280-43c7-4f07-aaca-b438d7f33ee1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:09.671784 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-33b79a2a-20cb-43c0-8902-62b602288433 req-ffc98280-43c7-4f07-aaca-b438d7f33ee1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1774867 Jun 07 18:57:09.767095 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-33b79a2a-20cb-43c0-8902-62b602288433 req-b36aae66-2abf-4f5d-b0f6-6fbb39273b13 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892637 Jun 07 18:57:09.796630 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18221547-7bd9-4068-814e-55f09040fe9c req-565bfb6f-9e0e-46f2-bcc6-16b0dceef677 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:09.802383 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-18221547-7bd9-4068-814e-55f09040fe9c req-565bfb6f-9e0e-46f2-bcc6-16b0dceef677 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.1192489 Jun 07 18:57:09.868347 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-18221547-7bd9-4068-814e-55f09040fe9c req-7f899f6a-bac4-414d-b048-623c44a71076 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555885 Jun 07 18:57:10.151507 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Sync routers for ids ['45df9ead-6191-4b55-9698-f0472864d17e'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:57:10.175018 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Routers {'45df9ead-6191-4b55-9698-f0472864d17e'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:57:10.175651 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:56:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['45df9ead-6191-4b55-9698-f0472864d17e'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:10.239887 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:10.431638 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Set router 45df9ead-6191-4b55-9698-f0472864d17e gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:57:10.578708 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55578) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:10.649223 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d77c30-8540-4583-bd5f-5c4f1e6df4b4 req-d5cb03b1-248e-4ae1-bb77-ddfbb98faf30 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:10.661828 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-46d77c30-8540-4583-bd5f-5c4f1e6df4b4 req-d5cb03b1-248e-4ae1-bb77-ddfbb98faf30 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 944 time: 0.4517221 Jun 07 18:57:10.713162 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-023ee26e-7d75-4c8d-9f26-027b5de647ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:10.717068 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-023ee26e-7d75-4c8d-9f26-027b5de647ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 1097 time: 0.2825634 Jun 07 18:57:10.830901 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-70871a87-2227-483e-b11f-5b5ffe65ab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:10.863381 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device e36e3a5d-289e-429f-a7a8-4400bfa2881c up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:10.920921 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1728854306-network', 'tenant_id': 'e9a7ea8bfe9a42e4bdd73aace9717457'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:57:10.931692 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-46d77c30-8540-4583-bd5f-5c4f1e6df4b4 req-ad631ba4-d1ee-4094-bc12-b2ffb3bd6f2c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631538 Jun 07 18:57:11.036049 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:11.081619 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Made reservation on behalf of e9a7ea8bfe9a42e4bdd73aace9717457 for: {'network': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:57:11.084126 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.111764 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.125238 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-ecb8fcab-980f-4831-94fb-d2893ee3aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:11.126765 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-ecb8fcab-980f-4831-94fb-d2893ee3aa99 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.3342698 Jun 07 18:57:11.359375 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.434249 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-e9d29f37-b3c0-4d06-9c7c-6b193555f3a5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4447728-f35b-475b-83aa-2e3046c7dc22 HTTP/1.1" status: 200 len: 1000 time: 0.2960675 Jun 07 18:57:11.444546 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.469467 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 18:57:11.487976 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.488419 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.segments_db [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Added segment cd71168c-c2bf-4d61-a0b7-ab5918e91412 of type vlan for network e0293577-0c15-4813-9d57-b946b26c419d Jun 07 18:57:11.541214 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:11.598322 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.600516 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-2b0babac-148b-4b95-bb38-dc3eca0c9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:11.602500 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-2b0babac-148b-4b95-bb38-dc3eca0c9e0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.1517167 Jun 07 18:57:11.604614 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7133ca8-79e1-4d89-8daa-847f558d0305,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:11.621110 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:11.633284 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed1ca4-025b-4654-aace-7e6dc495d38f req-f13c74c3-603f-4318-904a-0a25dfcb249a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:11.640199 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b4ed1ca4-025b-4654-aace-7e6dc495d38f req-f13c74c3-603f-4318-904a-0a25dfcb249a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.2949483 Jun 07 18:57:11.647616 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port e36e3a5d-289e-429f-a7a8-4400bfa2881c triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:11.648500 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.696497 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port d4447728-f35b-475b-83aa-2e3046c7dc22 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:11.696935 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.715683 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da864b1-28b1-41a4-8087-3567c57f3e6e req-5d2c72a6-6099-4194-92e9-02261044f771 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:11.734957 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3da864b1-28b1-41a4-8087-3567c57f3e6e req-5d2c72a6-6099-4194-92e9-02261044f771 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.3711152 Jun 07 18:57:11.740394 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.865636 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3da864b1-28b1-41a4-8087-3567c57f3e6e req-714007c5-7c6f-44da-9a2f-df31ef45bdf3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288912 Jun 07 18:57:11.875471 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.879101 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:11.881888 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:11.904815 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b4ed1ca4-025b-4654-aace-7e6dc495d38f req-2e76a8ae-ee03-4b5e-a0e8-e6b15f471c3a tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842539 Jun 07 18:57:11.908027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-9cb28744-d3e8-4d1e-88f9-2fdb3fa3ffc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:11.934020 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-f47c8381-4139-4feb-b959-7eada8c23016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:11.938811 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-f47c8381-4139-4feb-b959-7eada8c23016 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2972956 Jun 07 18:57:12.032623 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:12.167257 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45df9ead-6191-4b55-9698-f0472864d17e', 'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:58Z', 'updated_at': '2021-06-07T18:57:06Z', 'revision_number': 4, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'gw_port': {'id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:01Z', 'updated_at': '2021-06-07T18:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '0c709e36-e809-4df8-b0ba-b7c9120466ee', 'name': '', 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'mac_address': 'fa:16:3e:e7:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4d83267f-4beb-4746-bf13-81c8b79b168f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:05Z', 'updated_at': '2021-06-07T18:57:06Z', 'revision_number': 2, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'subnets': [{'id': '4d83267f-4beb-4746-bf13-81c8b79b168f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:12.188988 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:57:12.192401 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74658a6-4df1-44a7-af68-a028de28335d" -d '{"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-plugged", "status": "completed", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:57:12.202332 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Checking router: 45df9ead-6191-4b55-9698-f0472864d17e for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:57:12.203282 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Updating router 45df9ead-6191-4b55-9698-f0472864d17e port 0c709e36-e809-4df8-b0ba-b7c9120466ee binding host dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 18:57:12.282064 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:12.344189 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Pushing event updated for resources: {'Network': ['ID=e0293577-0c15-4813-9d57-b946b26c419d,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:12.394255 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eba9ab6-1e08-4fec-9125-2fac6b5016b6 x-openstack-request-id: req-2eba9ab6-1e08-4fec-9125-2fac6b5016b6 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:57:12.394737 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-plugged", "status": "completed", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:57:12.395141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2eba9ab6-1e08-4fec-9125-2fac6b5016b6 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:57:12.395766 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'code': 200} Jun 07 18:57:12.402773 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network e0293577-0c15-4813-9d57-b946b26c419d details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 18:57:12.493587 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:12.528223 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-5c72ba54-9051-44a4-8440-94edcb9f887b service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797725 Jun 07 18:57:12.557254 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:12.633839 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-a18b8bb6-a030-459f-a018-d5d9b2ab37ba tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:12.652380 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-a18b8bb6-a030-459f-a018-d5d9b2ab37ba tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.63 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.3091397 Jun 07 18:57:12.883518 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4f539d26-50e6-42f6-a997-9acccb6df9c9 req-4373bacd-3dde-4f60-a041-3c07ce109a56 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483677 Jun 07 18:57:12.941010 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159520a-3a07-4723-b6c5-e66b7756cfed req-d7b63348-720d-4fc4-a944-9aaaf8f0b503 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:12.954704 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3159520a-3a07-4723-b6c5-e66b7756cfed req-d7b63348-720d-4fc4-a944-9aaaf8f0b503 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 944 time: 0.7238657 Jun 07 18:57:13.098569 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3159520a-3a07-4723-b6c5-e66b7756cfed req-600e6b55-2e3c-42e6-b799-9afda0e6b7e9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422112 Jun 07 18:57:13.136180 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Deleting port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:57:13.136794 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:13.209966 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144e1be-a15d-4fac-a61e-b0198ee92744 req-f04fe56c-881a-4c20-a5a7-da49b29d0d92 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:13.211809 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a144e1be-a15d-4fac-a61e-b0198ee92744 req-f04fe56c-881a-4c20-a5a7-da49b29d0d92 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1735466 Jun 07 18:57:13.286187 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a144e1be-a15d-4fac-a61e-b0198ee92744 req-ee6e3a52-bbbe-4fa0-8de6-29d6fbc15598 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538809 Jun 07 18:57:13.371763 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7890496 Jun 07 18:57:13.373498 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55612) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:13.379384 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Request body: {'subnet': {'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1728854306-subnet', 'tenant_id': 'e9a7ea8bfe9a42e4bdd73aace9717457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:57:13.468657 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:13.482907 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:13.522911 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:13.642040 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] For port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:13.642364 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:13.663336 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=10']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:13.683828 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Notify callbacks [] for port, precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:13.689841 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:13.713482 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Transition to ACTIVE for port object 0c709e36-e809-4df8-b0ba-b7c9120466ee will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:57:13.727602 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Made reservation on behalf of e9a7ea8bfe9a42e4bdd73aace9717457 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:57:13.733041 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266596533'] for subnet, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:13.837532 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Calling delete_port for c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:57:13.878148 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:13.883851 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b51a5-a334-4fe8-a884-74dc3b20c52e req-fdd388c1-76cc-4227-9280-7947c56d4360 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:13.905446 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-881b51a5-a334-4fe8-a884-74dc3b20c52e req-fdd388c1-76cc-4227-9280-7947c56d4360 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 945 time: 0.3934462 Jun 07 18:57:13.914778 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:14.281058 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2c2e-b9c6-436d-8d01-a9ff7b236191 req-7da67569-4d24-4ca0-b3af-ac85cf83f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:14.283413 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39df2c2e-b9c6-436d-8d01-a9ff7b236191 req-7da67569-4d24-4ca0-b3af-ac85cf83f3ee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 1099 time: 0.3010418 Jun 07 18:57:14.341910 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7e161-019f-4395-bd48-d40cafa389fe None None] Pushing event updated for resources: {'Port': ['ID=0c709e36-e809-4df8-b0ba-b7c9120466ee,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:14.357915 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-e8c7e161-019f-4395-bd48-d40cafa389fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:14.376324 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39df2c2e-b9c6-436d-8d01-a9ff7b236191 req-da27d0d7-681b-4d9e-8323-d0fcaf9376f8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856519 Jun 07 18:57:14.378028 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Attempting to bind port 0c709e36-e809-4df8-b0ba-b7c9120466ee on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:57:14.378685 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Attempting to bind port 0c709e36-e809-4df8-b0ba-b7c9120466ee by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '4df87a11-2426-4783-95a0-1fc8e6ac5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:57:14.379511 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Attempting to bind port 0c709e36-e809-4df8-b0ba-b7c9120466ee on network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:57:14.387537 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:57:14.387932 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Checking segment: {'id': '4df87a11-2426-4783-95a0-1fc8e6ac5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:57:14.390644 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-881b51a5-a334-4fe8-a884-74dc3b20c52e req-df17349d-c38a-4ad7-8674-6703355e619f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/security-groups?id=133f5556-3dbc-4c49-89e2-7c19e24cb399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842668 Jun 07 18:57:14.391554 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266784310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266596491'] for subnet, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:14.395648 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d84d0d29-5010-481a-973a-b4005f237d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:14.397962 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:14.398727 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Bound using segment: {'id': '4df87a11-2426-4783-95a0-1fc8e6ac5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:57:14.399976 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Bound port: 0c709e36-e809-4df8-b0ba-b7c9120466ee, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df87a11-2426-4783-95a0-1fc8e6ac5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:57:14.400448 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:14.673047 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] For port 0c709e36-e809-4df8-b0ba-b7c9120466ee, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:57:14.690628 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:14.702071 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] For port 0c709e36-e809-4df8-b0ba-b7c9120466ee, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=0c709e36-e809-4df8-b0ba-b7c9120466ee,segment=NetworkSegment(4df87a11-2426-4783-95a0-1fc8e6ac5468),segment_id=4df87a11-2426-4783-95a0-1fc8e6ac5468)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:57:14.707719 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:57:14.735608 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:14.754715 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Checking segment: {'id': 'cd71168c-c2bf-4d61-a0b7-ab5918e91412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:57:14.755472 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Network hostable DHCP agents. Network: e0293577-0c15-4813-9d57-b946b26c419d, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 18:57:14.771449 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df37f26-892e-432c-8041-493d42098633,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:14.783732 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:14.834546 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:14.837381 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781726b-6643-44b4-8a02-2086f3ee5ccf req-f9575a98-a1d7-4d59-a7e9-7a405841a682 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:14.847548 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c781726b-6643-44b4-8a02-2086f3ee5ccf req-f9575a98-a1d7-4d59-a7e9-7a405841a682 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 946 time: 0.3969810 Jun 07 18:57:14.855878 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:14.909669 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Pushing event deleted for resources: {'Port': ['ID=c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:14.915659 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:14.964422 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Routers {'45df9ead-6191-4b55-9698-f0472864d17e'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:57:14.965167 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:57:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['45df9ead-6191-4b55-9698-f0472864d17e'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:14.977504 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Network e0293577-0c15-4813-9d57-b946b26c419d is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 18:57:15.077731 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7e161-019f-4395-bd48-d40cafa389fe None None] Pushing event updated for resources: {'Port': ['ID=0c709e36-e809-4df8-b0ba-b7c9120466ee,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:15.083232 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-e8c7e161-019f-4395-bd48-d40cafa389fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:15.138897 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] No DVR routers for this DVR port c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:57:15.146541 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c781726b-6643-44b4-8a02-2086f3ee5ccf req-24699ae7-29e9-4eea-8747-a4f1d5eef39a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676096 Jun 07 18:57:15.149792 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:15.151957 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b73a761-612b-4abe-bf59-fce00cf50b1d req-f19bf282-61ec-4b1c-9e78-fe8928a13c4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.63 "DELETE /v2.0/ports/c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc HTTP/1.1" status: 204 len: 173 time: 2.4899523 Jun 07 18:57:15.152421 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f744e-37f8-4961-9e70-39f9e1482f05', 'name': 'network-vif-deleted', 'tag': 'c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:57:15.163799 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0bbc99-c7fc-4e32-9bcc-200768d4b9e8" -d '{"events": [{"server_uuid": "298f744e-37f8-4961-9e70-39f9e1482f05", "name": "network-vif-deleted", "tag": "c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:57:15.201496 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecbe36-e83a-4a26-8a4d-71cf25a0cb8e req-e067fcbf-cf2e-49ec-80f0-d39ed68607e7 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:15.214797 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3fecbe36-e83a-4a26-8a4d-71cf25a0cb8e req-e067fcbf-cf2e-49ec-80f0-d39ed68607e7 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.6056406 Jun 07 18:57:15.327813 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111e07cc-e3b6-428b-906b-4fcfece2e296 x-openstack-request-id: req-111e07cc-e3b6-428b-906b-4fcfece2e296 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:57:15.328373 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f744e-37f8-4961-9e70-39f9e1482f05", "name": "network-vif-deleted", "tag": "c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:57:15.329100 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-111e07cc-e3b6-428b-906b-4fcfece2e296 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:57:15.329100 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f744e-37f8-4961-9e70-39f9e1482f05', 'name': 'network-vif-deleted', 'tag': 'c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc', 'status': 'completed', 'code': 200} Jun 07 18:57:15.355686 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, e0293577-0c15-4813-9d57-b946b26c419d) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:57:15.360488 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:15.361089 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:15.373349 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3fecbe36-e83a-4a26-8a4d-71cf25a0cb8e req-b3e8085a-ca6a-4d73-90df-ef532a3b1790 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570232 Jun 07 18:57:15.421611 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5faaf-712c-480e-8d34-96a7878b64ae None None] Network e0293577-0c15-4813-9d57-b946b26c419d requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:57:15.559364 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1843312 Jun 07 18:57:15.664868 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] Set router 45df9ead-6191-4b55-9698-f0472864d17e gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:57:15.705906 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a44b5017-6290-47df-8652-071318d2d682 req-af325bbe-1c40-4035-8750-8f1cdbe10b67 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 210 time: 0.0740678 Jun 07 18:57:16.096534 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1675ef8-cf45-4a45-849d-a6d1a56ac7fa None None] Network e0293577-0c15-4813-9d57-b946b26c419d requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 18:57:16.803844 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d2dfe-9e04-4d14-9581-542c44d2d39c req-d09a196f-bad8-4a3b-b437-ebf0cecfc408 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:16.803844 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-174d2dfe-9e04-4d14-9581-542c44d2d39c req-d09a196f-bad8-4a3b-b437-ebf0cecfc408 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 946 time: 0.3451035 Jun 07 18:57:16.803844 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-174d2dfe-9e04-4d14-9581-542c44d2d39c req-ed78706b-bc50-4ab4-9d16-0f187f6b155d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736260 Jun 07 18:57:16.810729 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45df9ead-6191-4b55-9698-f0472864d17e', 'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:58Z', 'updated_at': '2021-06-07T18:57:06Z', 'revision_number': 4, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'gw_port': {'id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:01Z', 'updated_at': '2021-06-07T18:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '0c709e36-e809-4df8-b0ba-b7c9120466ee', 'name': '', 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'mac_address': 'fa:16:3e:e7:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4d83267f-4beb-4746-bf13-81c8b79b168f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:05Z', 'updated_at': '2021-06-07T18:57:14Z', 'revision_number': 4, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'subnets': [{'id': '4d83267f-4beb-4746-bf13-81c8b79b168f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:16.812686 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796125f-fa9f-45ff-822b-abdc23233611 None None] The sync data for ids ['45df9ead-6191-4b55-9698-f0472864d17e'] in dv-cinder-790535-1-smb is: [{'id': '45df9ead-6191-4b55-9698-f0472864d17e', 'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:58Z', 'updated_at': '2021-06-07T18:57:06Z', 'revision_number': 4, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'gw_port': {'id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:01Z', 'updated_at': '2021-06-07T18:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '0c709e36-e809-4df8-b0ba-b7c9120466ee', 'name': '', 'network_id': '0c0614a0-33ec-4c05-9476-bbf5a5c0de3e', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'mac_address': 'fa:16:3e:e7:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4d83267f-4beb-4746-bf13-81c8b79b168f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:05Z', 'updated_at': '2021-06-07T18:57:14Z', 'revision_number': 4, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'subnets': [{'id': '4d83267f-4beb-4746-bf13-81c8b79b168f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:57:16.931272 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:57:17.017788 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e3a9b-2bda-43f5-a366-77063b6bc136 req-85bdcda3-ab5c-41c5-890c-d6d369a9b87f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:17.035412 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-288e3a9b-2bda-43f5-a366-77063b6bc136 req-85bdcda3-ab5c-41c5-890c-d6d369a9b87f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.4322388 Jun 07 18:57:17.082797 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:57:17.083155 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device c52193e0-9ece-4f0f-84c1-ebbe10ed3ddc not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:57:17.136366 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6139a9e7-f69a-4358-bad6-239e363ec8e1 req-186214cf-07d5-4a6c-933e-6be5f05a0297 tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] 10.222.0.20 "GET /v2.0/ports?device_id=298f744e-37f8-4961-9e70-39f9e1482f05 HTTP/1.1" status: 200 len: 210 time: 0.1346855 Jun 07 18:57:17.190004 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-288e3a9b-2bda-43f5-a366-77063b6bc136 req-569d5bb9-066e-4776-8503-72b1f1d07a17 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441116 Jun 07 18:57:18.038067 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036c847-9df2-41fc-903a-3abdab6784ff req-2700b1a1-8fb3-458f-9f0c-3f512f82143e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:18.041148 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c036c847-9df2-41fc-903a-3abdab6784ff req-2700b1a1-8fb3-458f-9f0c-3f512f82143e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 946 time: 0.1241138 Jun 07 18:57:18.112202 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c036c847-9df2-41fc-903a-3abdab6784ff req-e7b91f4b-f1ff-41de-b907-3143080fb268 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639536 Jun 07 18:57:18.259138 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55692) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:18.743510 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7553434-7c5e-47c9-a2f0-138a3bcebf9c req-4bf5a060-b880-4d57-a814-b6085a017e2a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:18.755385 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b7553434-7c5e-47c9-a2f0-138a3bcebf9c req-4bf5a060-b880-4d57-a814-b6085a017e2a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.4188082 Jun 07 18:57:18.820815 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 0c709e36-e809-4df8-b0ba-b7c9120466ee up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:18.954695 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b7553434-7c5e-47c9-a2f0-138a3bcebf9c req-5fe58344-e15f-4166-beb1-e676bdf4060d tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980369 Jun 07 18:57:19.054631 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 0c709e36-e809-4df8-b0ba-b7c9120466ee completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:57:19.063599 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 0c709e36-e809-4df8-b0ba-b7c9120466ee triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:19.064393 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:19.270796 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:19.324208 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 0c709e36-e809-4df8-b0ba-b7c9120466ee, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=0c709e36-e809-4df8-b0ba-b7c9120466ee,segment=NetworkSegment(4df87a11-2426-4783-95a0-1fc8e6ac5468),segment_id=4df87a11-2426-4783-95a0-1fc8e6ac5468)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:19.546328 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:19.550763 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-ff0753cd-9930-4dd8-973d-16491afd271f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:19.634516 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-9c26aa6b-1e46-4261-8d22-513570e5cf66 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:19.642521 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-9c26aa6b-1e46-4261-8d22-513570e5cf66 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/networks?id=e0293577-0c15-4813-9d57-b946b26c419d HTTP/1.1" status: 200 len: 809 time: 0.2943463 Jun 07 18:57:19.668993 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-bf8e376d-46c0-40ba-93ac-a0addf877f0c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/quotas/e9a7ea8bfe9a42e4bdd73aace9717457 HTTP/1.1" status: 200 len: 375 time: 0.0205917 Jun 07 18:57:19.731604 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-17402cda-98ee-44a1-9f85-d5d971f95a57 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9a7ea8bfe9a42e4bdd73aace9717457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656402 Jun 07 18:57:19.800332 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=0c709e36-e809-4df8-b0ba-b7c9120466ee,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:19.804154 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:19.820646 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b473b2-7f17-4bdf-9506-aad66c8d20bc req-3b533525-eafe-4622-96f2-fee79a86f76e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:19.830226 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-72b473b2-7f17-4bdf-9506-aad66c8d20bc req-3b533525-eafe-4622-96f2-fee79a86f76e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 946 time: 0.2204847 Jun 07 18:57:19.899016 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-72b473b2-7f17-4bdf-9506-aad66c8d20bc req-120081aa-35d3-48bb-851e-ee93a71cf868 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674589 Jun 07 18:57:20.004637 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-41c9022c-5594-4a63-8ed2-8c5e5d1f7c69 service neutron] 10.222.0.20 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705710 Jun 07 18:57:20.139104 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503764'] for router_interface, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:20.140932 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-8acf0051-3556-4cb8-8fc6-9c51f9587972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:20.142656 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-8acf0051-3556-4cb8-8fc6-9c51f9587972 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 1098 time: 0.2099071 Jun 07 18:57:20.166404 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8414434-8e08-485e-9784-48694a56deb2 req-eee653c7-c5ee-4d60-b3c9-b5c35856f73d tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:20.168211 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f8414434-8e08-485e-9784-48694a56deb2 req-eee653c7-c5ee-4d60-b3c9-b5c35856f73d tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1281304 Jun 07 18:57:20.271640 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f8414434-8e08-485e-9784-48694a56deb2 req-d51b41c4-5f94-41ab-9e66-6acec8d226c4 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808396 Jun 07 18:57:20.291715 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-5d198152-c52e-406e-8120-4e569209bd21 service neutron] 10.222.0.20 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719662 Jun 07 18:57:20.461171 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-1187fe13-a133-4ab9-97ff-cd585270599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:20.463601 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-1187fe13-a133-4ab9-97ff-cd585270599e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 911 time: 0.3075953 Jun 07 18:57:20.798273 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 0c709e36-e809-4df8-b0ba-b7c9120466ee up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:20.891775 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-854b258b-28d9-4feb-8d0f-610585f73706 req-7e96bec1-9a28-44c0-8546-aa225cfd86e7 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 210 time: 0.1695163 Jun 07 18:57:20.929357 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-a89b53ba-5699-40cb-a131-b8d3831fdce9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28321dbb-6c34-4b58-9184-1e9841058558 HTTP/1.1" status: 200 len: 1000 time: 0.4578712 Jun 07 18:57:20.994895 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 0c709e36-e809-4df8-b0ba-b7c9120466ee triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:20.994895 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:21.147965 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Deleting port f7baf57f-a5b8-447e-9a30-8d31c10e8886 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:57:21.148570 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:21.187110 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-1bc3e229-2b01-4e12-9dda-bfc36efad1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:21.189525 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-1bc3e229-2b01-4e12-9dda-bfc36efad1f2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cedf77e4-ee67-4762-a08e-88df87223f5f HTTP/1.1" status: 200 len: 849 time: 0.2514462 Jun 07 18:57:21.371836 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-750dd985-2890-46bd-8047-b16194cab655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:21.374571 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-750dd985-2890-46bd-8047-b16194cab655 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff6cf35f-8e60-427c-92e1-346e9b5bc702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1780095 Jun 07 18:57:21.410810 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] For port f7baf57f-a5b8-447e-9a30-8d31c10e8886, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=f7baf57f-a5b8-447e-9a30-8d31c10e8886,segment=NetworkSegment(5edcfe9d-882b-4880-ba74-35ff824f3a21),segment_id=5edcfe9d-882b-4880-ba74-35ff824f3a21)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:21.411125 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:21.598128 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-d053df62-0d34-4299-834b-4661913034c5 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160742 Jun 07 18:57:21.659059 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Calling delete_port for f7baf57f-a5b8-447e-9a30-8d31c10e8886 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:57:21.982249 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1c03dabd-ff2e-42f3-a5f4-b4b1c361b22a req-a335d3c7-262c-4ad5-a5d8-eba3c8d990f8 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756688 Jun 07 18:57:22.076057 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4463a-1df1-4df8-b756-ce281bda75f0 req-92a8c150-8b53-437a-bf16-f737c8830fc9 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:22.081156 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dfc4463a-1df1-4df8-b756-ce281bda75f0 req-92a8c150-8b53-437a-bf16-f737c8830fc9 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.5291147 Jun 07 18:57:22.157787 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-406b672c-1e60-45e7-9f2b-e943119fd9b7 req-657eca91-d248-44a6-9202-0ece4441e6b9 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 210 time: 0.0670402 Jun 07 18:57:22.186943 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dfc4463a-1df1-4df8-b756-ce281bda75f0 req-783ec1db-0613-4f64-9313-c3b17e057590 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909178 Jun 07 18:57:22.504598 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:22.515226 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:22.606281 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7baf57f-a5b8-447e-9a30-8d31c10e8886,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:22.613710 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:23.034396 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-500634'] for router_interface, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:23.352266 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-766d0127-6542-4b13-af21-78aac147d639 req-839cfad0-33f3-4726-81b3-30fc93d3aef3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 210 time: 0.0555358 Jun 07 18:57:23.546832 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:57:23.580100 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5217a0-374b-489d-88f7-339294aacd04 req-a06fe2bb-3953-47e7-94a3-c406533b1f1a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:23.581896 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b5217a0-374b-489d-88f7-339294aacd04 req-a06fe2bb-3953-47e7-94a3-c406533b1f1a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.2140741 Jun 07 18:57:23.763696 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b5217a0-374b-489d-88f7-339294aacd04 req-3f239e86-a77c-4d05-87b1-608364c63664 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222398 Jun 07 18:57:23.882021 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:57:23.897337 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] 10.222.0.20 "PUT /v2.0/routers/d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6332946 Jun 07 18:57:23.897969 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55760) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:23.899832 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] Sync routers for ids ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:57:23.920289 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] Routers {'d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:57:23.921739 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:57:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:24.274418 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks [] for router, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:24.362375 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] Set router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:57:24.714543 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-22ad0d7e-3930-4ece-ae90-0147bface65d req-81db85a4-f43a-4a49-91d0-624c7f3e11c6 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 210 time: 0.1739478 Jun 07 18:57:25.072387 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:52Z', 'updated_at': '2021-06-07T18:57:22Z', 'revision_number': 5, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'gw_port': {'id': '9c01efa8-8a0d-4044-89a7-18511e41308b', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:55Z', 'updated_at': '2021-06-07T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:25.082870 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] Checking router: d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:57:25.092817 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:25.102112 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] Routers {'d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:57:25.103535 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:57:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:25.106930 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f998b00a-fb44-4c01-beaf-299491364bf0 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:25.108575 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f998b00a-fb44-4c01-beaf-299491364bf0 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.63 "GET /v2.0/networks?id=e0293577-0c15-4813-9d57-b946b26c419d HTTP/1.1" status: 200 len: 809 time: 0.4658034 Jun 07 18:57:25.121148 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Request body: {'port': {'device_id': '8edb4d15-2174-433e-96d1-b72c47cfce6d', 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d', 'admin_state_up': True, 'tenant_id': 'e9a7ea8bfe9a42e4bdd73aace9717457'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:57:25.379390 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Deleting port 9c01efa8-8a0d-4044-89a7-18511e41308b {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:57:25.379822 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:25.436335 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] Set router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 gateway port host: None {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:57:25.523310 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Made reservation on behalf of e9a7ea8bfe9a42e4bdd73aace9717457 for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:57:25.529682 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:25.582827 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] For port 9c01efa8-8a0d-4044-89a7-18511e41308b, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=9c01efa8-8a0d-4044-89a7-18511e41308b,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:25.583189 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:25.600379 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:52Z', 'updated_at': '2021-06-07T18:57:25Z', 'revision_number': 6, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'gw_port_host': None}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:25.606026 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6741c8-b22e-414f-9ae8-18c860d5002a None None] The sync data for ids ['d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6'] in dv-cinder-790535-1-smb is: [{'id': 'd6f2e7cb-7f7c-4599-afed-f8dbe16f2db6', 'name': 'tempest-ServerRescueNegativeTestJSON-981918151-router', 'tenant_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:52Z', 'updated_at': '2021-06-07T18:57:25Z', 'revision_number': 6, 'project_id': '268c32ee5deb43f387e3b1b7a64bfd1b', 'gw_port_host': None}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:57:25.871584 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Calling delete_port for 9c01efa8-8a0d-4044-89a7-18511e41308b owned by network:router_gateway {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:57:26.036879 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-91435a0f-830d-4450-bcac-7c074d3079ca req-1d533b8f-9a3a-48e3-b3ea-6cd2f00687ad tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 210 time: 0.1143589 Jun 07 18:57:26.126516 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Allocated IP 172.20.0.2 (e0293577-0c15-4813-9d57-b946b26c419d/2df37f26-892e-432c-8041-493d42098633/563e3a4f-5a5a-478d-a842-cf943deeb71e) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:57:26.753819 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 9c01efa8-8a0d-4044-89a7-18511e41308b no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:57:26.931088 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:27.117192 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:27.191561 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:27.196298 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:27.240161 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device f7baf57f-a5b8-447e-9a30-8d31c10e8886 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:57:27.253670 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:27.257743 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:27.257743 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:57:27.257743 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:57:27.257743 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:57:27.257743 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:27.257743 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:57:27.265781 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c01efa8-8a0d-4044-89a7-18511e41308b,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:27.274535 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:27.289546 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: f7baf57f-a5b8-447e-9a30-8d31c10e8886 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:57:27.295513 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device f7baf57f-a5b8-447e-9a30-8d31c10e8886 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:57:27.435194 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Network e0293577-0c15-4813-9d57-b946b26c419d is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:57:27.449032 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:57:27.454419 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:57:27.619733 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560196'] for router_gateway, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:27.767925 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba3bc6-315e-498e-b235-f7ab7ccb958e req-ad0e7c55-6c82-4bf6-818a-c7724f781614 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:27.770366 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-97ba3bc6-315e-498e-b235-f7ab7ccb958e req-ad0e7c55-6c82-4bf6-818a-c7724f781614 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 931 time: 0.4552174 Jun 07 18:57:27.861440 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:27.862525 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:27.881471 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-97ba3bc6-315e-498e-b235-f7ab7ccb958e req-efa8c328-ada5-4688-88ad-d02638b4e4ba tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007452 Jun 07 18:57:28.009492 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29969'] for router, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:28.016171 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:28.157498 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-f24bcd85-e146-46f3-8a8e-51d70519e3dc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0404534 Jun 07 18:57:28.180416 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Request body: {'port': {'device_id': '8edb4d15-2174-433e-96d1-b72c47cfce6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:57:28.393951 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:28.708029 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504303'] for router, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:28.708581 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 {{(pid=104082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 18:57:28.714261 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:28.715490 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d6f2e7cb-7f7c-4599-afed-f8dbe16f2db6 HTTP/1.1" status: 204 len: 168 time: 4.8161063 Jun 07 18:57:28.719928 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55786) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:28.806348 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcab0e7-bb95-4163-a655-54b4a3ca6209 admin admin] Deleting subnet 1051e826-0d10-48c4-93a5-23a8fcb2a0d7 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 18:57:28.812031 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6bcab0e7-bb95-4163-a655-54b4a3ca6209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:28.884703 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6bcab0e7-bb95-4163-a655-54b4a3ca6209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266735896'] for subnet, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:28.980454 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563e3a4f-5a5a-478d-a842-cf943deeb71e {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:57:29.004539 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.021088 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6bcab0e7-bb95-4163-a655-54b4a3ca6209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.062131 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Transition to ACTIVE for port object 563e3a4f-5a5a-478d-a842-cf943deeb71e will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:57:29.205004 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.243285 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6bcab0e7-bb95-4163-a655-54b4a3ca6209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266784375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266596498'] for subnet, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.248130 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e2282c81-9aba-4e3a-b0a4-23a7a3d9fadb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:29.260028 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2a3de394-fee4-4035-9443-2cf019410eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:29.312170 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcab0e7-bb95-4163-a655-54b4a3ca6209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1051e826-0d10-48c4-93a5-23a8fcb2a0d7,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:29.314408 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6bcab0e7-bb95-4163-a655-54b4a3ca6209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.316337 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-6bcab0e7-bb95-4163-a655-54b4a3ca6209 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1051e826-0d10-48c4-93a5-23a8fcb2a0d7 HTTP/1.1" status: 204 len: 168 time: 0.5950129 Jun 07 18:57:29.317762 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6bcab0e7-bb95-4163-a655-54b4a3ca6209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:29.318759 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55796) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:29.444201 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Pushing event updated for resources: {'Port': ['ID=563e3a4f-5a5a-478d-a842-cf943deeb71e,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:29.447081 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:29.507336 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.551197 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ededa82-fe0a-4c59-bf7e-12375a721506 req-3170a2c6-0150-41da-a522-29bc341b9144 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:29.552825 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1ededa82-fe0a-4c59-bf7e-12375a721506 req-3170a2c6-0150-41da-a522-29bc341b9144 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 943 time: 0.4234157 Jun 07 18:57:29.603715 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Attempting to bind port 563e3a4f-5a5a-478d-a842-cf943deeb71e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:57:29.604062 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Attempting to bind port 563e3a4f-5a5a-478d-a842-cf943deeb71e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'cd71168c-c2bf-4d61-a0b7-ab5918e91412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:57:29.604398 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Attempting to bind port 563e3a4f-5a5a-478d-a842-cf943deeb71e on network e0293577-0c15-4813-9d57-b946b26c419d {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:57:29.620186 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Port 563e3a4f-5a5a-478d-a842-cf943deeb71e on network e0293577-0c15-4813-9d57-b946b26c419d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:57:29.620515 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Attempting to bind port 563e3a4f-5a5a-478d-a842-cf943deeb71e on network e0293577-0c15-4813-9d57-b946b26c419d {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:57:29.634792 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:57:29.635159 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Checking segment: {'id': 'cd71168c-c2bf-4d61-a0b7-ab5918e91412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:57:29.635511 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Bound using segment: {'id': 'cd71168c-c2bf-4d61-a0b7-ab5918e91412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:57:29.635964 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Bound port: 563e3a4f-5a5a-478d-a842-cf943deeb71e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd71168c-c2bf-4d61-a0b7-ab5918e91412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:57:29.636314 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.649394 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1ededa82-fe0a-4c59-bf7e-12375a721506 req-7a94d8e0-64fe-4a61-b9ee-85ed8770a18f tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773599 Jun 07 18:57:29.672070 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.693686 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb9e37d-9af7-44bf-afe4-c133f219f39f']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:29.710284 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edcfe9d-882b-4880-ba74-35ff824f3a21') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:29.710580 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edcfe9d-882b-4880-ba74-35ff824f3a21') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:57:29.724137 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266735905'] for segment, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.742687 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.751175 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 18:57:29.751578 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266784468'] for segment, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: Traceback (most recent call last): Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: timer() Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: cb(*args, **kw) Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: return func(*args, **kwargs) Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: self._notify() Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: self.callback(batched_events) Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: event.method(event) Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: return f(self, *a, **k) Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: return self._get(url).json() Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: return self.request(url, 'GET', **kwargs) Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 18:57:29.766880 dv-cinder-790535-1-smb neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 18:57:29.794699 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] For port 563e3a4f-5a5a-478d-a842-cf943deeb71e, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:57:29.800573 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] For port 563e3a4f-5a5a-478d-a842-cf943deeb71e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=563e3a4f-5a5a-478d-a842-cf943deeb71e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:57:29.927190 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.932182 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:29.962471 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.971957 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:29.976094 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bdb9e37d-9af7-44bf-afe4-c133f219f39f HTTP/1.1" status: 204 len: 168 time: 0.6558516 Jun 07 18:57:29.977723 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:30.015212 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb9e37d-9af7-44bf-afe4-c133f219f39f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:30.019070 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-50ea5b78-ef01-41d5-80ce-428a66e97d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:30.125150 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:30.125890 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:30.127276 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-57f41311-a281-42b8-824b-6a231918b501 service neutron] 10.222.0.63 "PUT /v2.0/ports/563e3a4f-5a5a-478d-a842-cf943deeb71e HTTP/1.1" status: 200 len: 1093 time: 1.9550731 Jun 07 18:57:30.127801 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edb4d15-2174-433e-96d1-b72c47cfce6d', 'tag': '563e3a4f-5a5a-478d-a842-cf943deeb71e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:57:30.130199 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e46f6ed-f4dc-4bb3-8600-4f2fc4c3427f" -d '{"events": [{"name": "network-changed", "server_uuid": "8edb4d15-2174-433e-96d1-b72c47cfce6d", "tag": "563e3a4f-5a5a-478d-a842-cf943deeb71e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:57:30.153087 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Pushing event updated for resources: {'Port': ['ID=563e3a4f-5a5a-478d-a842-cf943deeb71e,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:30.158111 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:30.181348 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943cd187-c174-4a8b-b39e-45b3e05ff815 x-openstack-request-id: req-943cd187-c174-4a8b-b39e-45b3e05ff815 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:57:30.181348 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edb4d15-2174-433e-96d1-b72c47cfce6d", "tag": "563e3a4f-5a5a-478d-a842-cf943deeb71e", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:57:30.181348 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-943cd187-c174-4a8b-b39e-45b3e05ff815 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:57:30.181884 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edb4d15-2174-433e-96d1-b72c47cfce6d', 'tag': '563e3a4f-5a5a-478d-a842-cf943deeb71e', 'status': 'completed', 'code': 200} Jun 07 18:57:30.295958 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46f6ed-f4dc-4bb3-8600-4f2fc4c3427f req-9d9457b9-ef6f-4753-b2d7-7fcc21c9a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:30.297605 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0e46f6ed-f4dc-4bb3-8600-4f2fc4c3427f req-9d9457b9-ef6f-4753-b2d7-7fcc21c9a7f9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e9a7ea8bfe9a42e4bdd73aace9717457&device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 1096 time: 0.0870829 Jun 07 18:57:30.496555 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46f6ed-f4dc-4bb3-8600-4f2fc4c3427f req-2701a860-a188-4626-a74e-7350e9856f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:30.496555 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0e46f6ed-f4dc-4bb3-8600-4f2fc4c3427f req-2701a860-a188-4626-a74e-7350e9856f82 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=e9a7ea8bfe9a42e4bdd73aace9717457&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1895828 Jun 07 18:57:30.591965 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55822) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:30.853944 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-5175c1a6-80a2-421c-a471-4d69e629d856 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=268c32ee5deb43f387e3b1b7a64bfd1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2603416 Jun 07 18:57:30.857553 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55834) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:30.904130 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46f6ed-f4dc-4bb3-8600-4f2fc4c3427f req-3dc4b279-bf58-465e-bbee-ab679c31d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:30.905654 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0e46f6ed-f4dc-4bb3-8600-4f2fc4c3427f req-3dc4b279-bf58-465e-bbee-ab679c31d221 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4028492 Jun 07 18:57:30.986714 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-535cc84c-976e-4e19-96e1-c70398aec718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:31.026392 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adf653-ffec-46c5-807a-1cc3f2e56c38 req-15ce1d9c-b7ca-475a-9d94-35b7baf2dbfc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:31.027976 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-80adf653-ffec-46c5-807a-1cc3f2e56c38 req-15ce1d9c-b7ca-475a-9d94-35b7baf2dbfc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 943 time: 0.1585517 Jun 07 18:57:31.030818 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-535cc84c-976e-4e19-96e1-c70398aec718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:31.083267 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-d6c8a78b-f765-42b6-8937-39d91d124351 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:31.085474 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-d6c8a78b-f765-42b6-8937-39d91d124351 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/networks?id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a HTTP/1.1" status: 200 len: 814 time: 0.3710654 Jun 07 18:57:31.106217 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-80adf653-ffec-46c5-807a-1cc3f2e56c38 req-d79c62b2-b875-4652-a33e-b3875c085e2b tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681193 Jun 07 18:57:31.119546 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-e7a7f233-2951-46d9-a973-065a0ba32acd tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/quotas/699ae59021bf41bc986e524e973a3700 HTTP/1.1" status: 200 len: 375 time: 0.0261292 Jun 07 18:57:31.144581 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-d7a08bc6-27b5-41bd-830a-1a21126c0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:31.147153 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-d7a08bc6-27b5-41bd-830a-1a21126c0652 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e9a7ea8bfe9a42e4bdd73aace9717457&device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 1096 time: 0.1882966 Jun 07 18:57:31.202896 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-535cc84c-976e-4e19-96e1-c70398aec718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:31.207239 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-535cc84c-976e-4e19-96e1-c70398aec718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:31.212882 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-535cc84c-976e-4e19-96e1-c70398aec718 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/133f5556-3dbc-4c49-89e2-7c19e24cb399 HTTP/1.1" status: 204 len: 168 time: 0.3499670 Jun 07 18:57:31.212882 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bd919be8-3ca6-4778-a811-165d331bda3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:31.227437 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cc84c-976e-4e19-96e1-c70398aec718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f5556-3dbc-4c49-89e2-7c19e24cb399,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:31.230955 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-535cc84c-976e-4e19-96e1-c70398aec718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:31.310386 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-35c7cfc2-f9bc-4732-b534-fdf3a8122612 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=563e3a4f-5a5a-478d-a842-cf943deeb71e HTTP/1.1" status: 200 len: 217 time: 0.1059940 Jun 07 18:57:31.407621 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-382143ca-2790-4946-85aa-3e0801c70891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:31.409143 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-382143ca-2790-4946-85aa-3e0801c70891 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2df37f26-892e-432c-8041-493d42098633 HTTP/1.1" status: 200 len: 849 time: 0.0915451 Jun 07 18:57:31.421467 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-947cc38b-2eb5-4345-a545-cdfb38371144 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=699ae59021bf41bc986e524e973a3700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2725651 Jun 07 18:57:31.485567 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-39efc781-a911-4359-addb-8e56936da662 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e0293577-0c15-4813-9d57-b946b26c419d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633535 Jun 07 18:57:31.779551 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-d2ee0568-e834-43c3-ba14-f07651431e55 service neutron] 10.222.0.20 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247883 Jun 07 18:57:31.860331 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-cc1cf700-0627-4252-a310-2e715ece8f37 service neutron] 10.222.0.63 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665619 Jun 07 18:57:32.092880 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-f612f4e7-c1dc-45f5-a855-97c31343c2af service neutron] 10.222.0.20 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966599 Jun 07 18:57:32.119860 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-46fcde56-3ae5-4e62-9207-1b6b8ccb068d req-3ca44f60-8a27-4ba5-a9a5-0a7a73255069 service neutron] 10.222.0.63 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408402 Jun 07 18:57:32.503355 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176e2cb-15c6-4261-9422-58c51ab83fc1 req-d0531890-a988-4f6a-89b2-cd48d19a8cfe tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:32.504992 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3176e2cb-15c6-4261-9422-58c51ab83fc1 req-d0531890-a988-4f6a-89b2-cd48d19a8cfe tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 943 time: 0.1097615 Jun 07 18:57:32.507952 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-657635ad-35ac-47e1-ad19-29434f821d00 req-635bd458-13c7-4c0c-ae68-93a9d100aa8b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 210 time: 0.0827720 Jun 07 18:57:32.579170 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3176e2cb-15c6-4261-9422-58c51ab83fc1 req-04f05b5c-b339-4a2c-b475-45c729c77f4c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652208 Jun 07 18:57:33.019903 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:57:33.766558 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5a31c747-93d3-475b-8a29-d68ad1b9c67c req-c881d9bd-0aa1-4d81-96df-019b1fcbfcfa tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 210 time: 0.1762908 Jun 07 18:57:33.845144 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00996489-216e-4fa5-a12e-cb43d15b84d9 req-cb659350-ae36-40bc-885d-a17970688ca4 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:33.847015 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-00996489-216e-4fa5-a12e-cb43d15b84d9 req-cb659350-ae36-40bc-885d-a17970688ca4 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 943 time: 0.1289730 Jun 07 18:57:33.906265 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-00996489-216e-4fa5-a12e-cb43d15b84d9 req-801884d0-4845-4760-a066-d8c47cb5e049 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Jun 07 18:57:34.009142 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 55908) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:34.161548 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3bafc565-c72c-4e1f-8bdc-94dc92e33906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:34.297263 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3bafc565-c72c-4e1f-8bdc-94dc92e33906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:34.384257 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3bafc565-c72c-4e1f-8bdc-94dc92e33906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:34.393360 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:34.438591 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-3bafc565-c72c-4e1f-8bdc-94dc92e33906 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47fa580c44f1478cb38f3bbb7a99bcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281728 Jun 07 18:57:34.439570 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafc565-c72c-4e1f-8bdc-94dc92e33906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620c0241-ceac-4a98-aafe-954c4e589458,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:34.442269 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 55912) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:57:34.443329 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-3bafc565-c72c-4e1f-8bdc-94dc92e33906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:34.525402 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea5c2-45be-4868-bab8-21da12bbf23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:34.566356 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea5c2-45be-4868-bab8-21da12bbf23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:34.762376 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea5c2-45be-4868-bab8-21da12bbf23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:34.766511 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea5c2-45be-4868-bab8-21da12bbf23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:34.771336 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-fa7ea5c2-45be-4868-bab8-21da12bbf23c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/620c0241-ceac-4a98-aafe-954c4e589458 HTTP/1.1" status: 204 len: 168 time: 0.3276472 Jun 07 18:57:34.774221 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b3563ad0-8b18-43ba-8bde-f37f5b6512f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:34.806119 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ea5c2-45be-4868-bab8-21da12bbf23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620c0241-ceac-4a98-aafe-954c4e589458,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:34.819950 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-fa7ea5c2-45be-4868-bab8-21da12bbf23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:34.994221 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 563e3a4f-5a5a-478d-a842-cf943deeb71e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:57:35.051100 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-936f327e-3016-4163-bf87-15ef68749cda req-111a379a-8bf1-4b78-aeb9-173f333c9b7a tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 210 time: 0.0678089 Jun 07 18:57:35.191621 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 563e3a4f-5a5a-478d-a842-cf943deeb71e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=563e3a4f-5a5a-478d-a842-cf943deeb71e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:35.209311 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf2cc-c08b-4860-bfad-a1de544cf9e1 req-ccbb61ac-5cd6-42a2-998c-5a31f4073844 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:35.210092 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '563e3a4f-5a5a-478d-a842-cf943deeb71e', 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d', 'port_id': '563e3a4f-5a5a-478d-a842-cf943deeb71e', 'mac_address': 'fa:16:3e:52:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df37f26-892e-432c-8041-493d42098633', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:57:35.211372 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3a4bf2cc-c08b-4860-bfad-a1de544cf9e1 req-ccbb61ac-5cd6-42a2-998c-5a31f4073844 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 943 time: 0.1100430 Jun 07 18:57:35.277592 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:35.298727 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563e3a4f-5a5a-478d-a842-cf943deeb71e {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:57:35.300502 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3a4bf2cc-c08b-4860-bfad-a1de544cf9e1 req-1a3debc4-6ef6-4a75-a022-6a7685051226 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777214 Jun 07 18:57:35.321272 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 563e3a4f-5a5a-478d-a842-cf943deeb71e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=563e3a4f-5a5a-478d-a842-cf943deeb71e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:35.431219 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:35.434230 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-302fbcf7-bc63-4b20-8aa7-d08b9f2e2930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:35.522450 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=563e3a4f-5a5a-478d-a842-cf943deeb71e,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:35.531735 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.532066 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.532214 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.532665 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.533049 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.533550 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.534066 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.534552 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.535026 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.535555 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.535939 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.536272 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:35.540628 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:35.704286 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['563e3a4f-5a5a-478d-a842-cf943deeb71e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:57:35.840535 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-5815cdf2-f52b-4665-909e-9e878474c56a tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:35.843707 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-5815cdf2-f52b-4665-909e-9e878474c56a tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.63 "GET /v2.0/networks?id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a HTTP/1.1" status: 200 len: 814 time: 0.2152929 Jun 07 18:57:35.861188 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'port': {'device_id': 'e616f834-9776-4fb1-baa8-109a2a169364', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'admin_state_up': True, 'tenant_id': '699ae59021bf41bc986e524e973a3700'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:57:36.190003 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Made reservation on behalf of 699ae59021bf41bc986e524e973a3700 for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:57:36.193763 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:36.256810 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c11854c6-f256-4139-829f-226f4802e633 req-f491e28e-069c-4953-aa5f-cb2de52bc22b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 210 time: 0.0639372 Jun 07 18:57:36.421392 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Allocated IP 172.20.0.4 (7c9b1c74-0617-462e-b7cd-6a785dad6a5a/82e044e7-30b9-4875-88cf-92edeae7351c/f62f2861-e934-40ed-a361-d30ccc7f1f8e) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:57:36.747767 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:36.773080 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Transition to ACTIVE for port object f62f2861-e934-40ed-a361-d30ccc7f1f8e will not be triggered until provisioned by entity DHCP. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:57:36.788637 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42f15-6029-4b79-a42a-3585f6971aee req-bfcc92ad-6853-48e8-b931-328c871fb4db tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:36.791997 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a2d42f15-6029-4b79-a42a-3585f6971aee req-bfcc92ad-6853-48e8-b931-328c871fb4db tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 944 time: 0.2500319 Jun 07 18:57:36.865874 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a2d42f15-6029-4b79-a42a-3585f6971aee req-af55be27-eb1d-4bf8-b912-37ca8a3287d1 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687830 Jun 07 18:57:36.912446 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:36.917374 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:36.917374 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:57:36.917374 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:57:36.917374 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:57:36.917374 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:57:36.917374 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:57:36.955539 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:57:36.957711 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:57:36.962543 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:57:37.008810 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 563e3a4f-5a5a-478d-a842-cf943deeb71e up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:37.186386 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:37.188128 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:37.397769 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-42d74105-064f-47c4-a0ef-6da2bcfb3377 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5417507 Jun 07 18:57:37.413752 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Request body: {'port': {'device_id': 'e616f834-9776-4fb1-baa8-109a2a169364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:57:37.473105 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 563e3a4f-5a5a-478d-a842-cf943deeb71e completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:57:37.478255 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d73b511e-8e1b-4213-84e9-d0dae1cac8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:37.485487 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 563e3a4f-5a5a-478d-a842-cf943deeb71e triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:37.486171 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:37.569096 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-fbc4d252-c8e8-42bb-b606-f345c001aa38 None None] Provisioning for port f62f2861-e934-40ed-a361-d30ccc7f1f8e completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:57:37.572940 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:37.588965 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-fbc4d252-c8e8-42bb-b606-f345c001aa38 None None] Provisioning complete for port f62f2861-e934-40ed-a361-d30ccc7f1f8e triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:37.590262 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d252-c8e8-42bb-b606-f345c001aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:37.752276 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e55fc-8422-4249-afa8-f1fad354e596 req-8e0f6d84-47b7-44af-81da-add0b1067887 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:37.759207 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c38e55fc-8422-4249-afa8-f1fad354e596 req-8e0f6d84-47b7-44af-81da-add0b1067887 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 931 time: 0.2470179 Jun 07 18:57:37.863531 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4d252-c8e8-42bb-b606-f345c001aa38 None None] Port f62f2861-e934-40ed-a361-d30ccc7f1f8e cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:57:37.934123 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c38e55fc-8422-4249-afa8-f1fad354e596 req-ef263e8e-e491-4663-8f19-d8df01965115 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580403 Jun 07 18:57:37.966895 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:38.083582 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edb4d15-2174-433e-96d1-b72c47cfce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563e3a4f-5a5a-478d-a842-cf943deeb71e'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:57:38.100211 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34a6b82-14c9-4982-81e5-a375e3f12690" -d '{"events": [{"server_uuid": "8edb4d15-2174-433e-96d1-b72c47cfce6d", "name": "network-vif-plugged", "status": "completed", "tag": "563e3a4f-5a5a-478d-a842-cf943deeb71e"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:57:38.136111 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 563e3a4f-5a5a-478d-a842-cf943deeb71e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=563e3a4f-5a5a-478d-a842-cf943deeb71e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:38.202907 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:38.207673 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:38.351026 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb129f9b-5ae6-47c6-9d1f-f06c68679380 x-openstack-request-id: req-fb129f9b-5ae6-47c6-9d1f-f06c68679380 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:57:38.351688 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edb4d15-2174-433e-96d1-b72c47cfce6d", "name": "network-vif-plugged", "status": "completed", "tag": "563e3a4f-5a5a-478d-a842-cf943deeb71e", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:57:38.352247 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb129f9b-5ae6-47c6-9d1f-f06c68679380 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:57:38.353130 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edb4d15-2174-433e-96d1-b72c47cfce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563e3a4f-5a5a-478d-a842-cf943deeb71e', 'code': 200} Jun 07 18:57:38.484373 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=563e3a4f-5a5a-478d-a842-cf943deeb71e,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:38.514305 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:38.970786 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379946c7-db5b-4776-bb96-e57a99bfcc28 req-5dd249cc-8595-4df2-85a5-b9a7b6f52c04 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:38.970786 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-379946c7-db5b-4776-bb96-e57a99bfcc28 req-5dd249cc-8595-4df2-85a5-b9a7b6f52c04 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.6760612 Jun 07 18:57:39.163848 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-379946c7-db5b-4776-bb96-e57a99bfcc28 req-0c431709-afaa-4ad6-8ce3-3eaaa3e66a6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661842 Jun 07 18:57:39.184303 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62f2861-e934-40ed-a361-d30ccc7f1f8e {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:57:39.204526 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:39.245739 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Transition to ACTIVE for port object f62f2861-e934-40ed-a361-d30ccc7f1f8e will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:57:39.248839 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:39.338227 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:39.359664 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-db4f80e9-87e4-4308-b739-07484ad772ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:39.941879 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Pushing event updated for resources: {'Port': ['ID=f62f2861-e934-40ed-a361-d30ccc7f1f8e,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:40.006829 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:40.141605 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422cb85-c90c-44af-99a1-bd60b24f9092 req-7306ed6a-1fed-447a-9e14-7fd6f90de82d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:40.143461 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8422cb85-c90c-44af-99a1-bd60b24f9092 req-7306ed6a-1fed-447a-9e14-7fd6f90de82d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.4402614 Jun 07 18:57:40.149623 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Attempting to bind port f62f2861-e934-40ed-a361-d30ccc7f1f8e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:57:40.149967 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Attempting to bind port f62f2861-e934-40ed-a361-d30ccc7f1f8e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:57:40.150465 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Attempting to bind port f62f2861-e934-40ed-a361-d30ccc7f1f8e on network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:57:40.160797 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Port f62f2861-e934-40ed-a361-d30ccc7f1f8e on network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:57:40.161156 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Attempting to bind port f62f2861-e934-40ed-a361-d30ccc7f1f8e on network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:57:40.174027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:57:40.174027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Checking segment: {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:57:40.174027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Bound using segment: {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:57:40.174027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Bound port: f62f2861-e934-40ed-a361-d30ccc7f1f8e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:57:40.174027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:40.281393 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:40.301818 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8422cb85-c90c-44af-99a1-bd60b24f9092 req-dbb17ec6-44b7-4cd5-bfaf-5d6e646eb492 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419942 Jun 07 18:57:40.315700 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5b83fba6-0f12-43a4-9f9e-f91b97d2c637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:40.381676 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] For port f62f2861-e934-40ed-a361-d30ccc7f1f8e, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:57:40.388949 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] For port f62f2861-e934-40ed-a361-d30ccc7f1f8e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:57:40.475744 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:40.482649 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:40.541252 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:40.542079 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:40.544645 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] 10.222.0.63 "PUT /v2.0/ports/f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 1093 time: 3.1376226 Jun 07 18:57:40.545256 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:57:40.547912 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddb949b-42e4-41d3-99a0-ff6acc7a8fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:57:40.594707 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Pushing event updated for resources: {'Port': ['ID=f62f2861-e934-40ed-a361-d30ccc7f1f8e,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:40.597752 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c31a-1512-4ca6-bfb4-544fd3bd975c req-bf3743a9-b352-4e12-9116-daabbb51929b tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:40.599325 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-cc80c31a-1512-4ca6-bfb4-544fd3bd975c req-bf3743a9-b352-4e12-9116-daabbb51929b tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.1891766 Jun 07 18:57:40.603596 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:40.652815 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374e601e-6426-45f5-b917-cc4e0c0b11a2 x-openstack-request-id: req-374e601e-6426-45f5-b917-cc4e0c0b11a2 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:57:40.654018 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:57:40.654473 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-374e601e-6426-45f5-b917-cc4e0c0b11a2 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:57:40.655337 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'status': 'completed', 'code': 200} Jun 07 18:57:40.687220 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-cc80c31a-1512-4ca6-bfb4-544fd3bd975c req-d7348f32-62fb-4d3a-b8d6-a65a98f8203a tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771525 Jun 07 18:57:41.459702 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:41.562148 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17e472-39ca-471c-aaa1-4d61a0448487 req-3ca6c9a9-5866-433b-ab31-a364b871f5ee tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:41.564011 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8a17e472-39ca-471c-aaa1-4d61a0448487 req-3ca6c9a9-5866-433b-ab31-a364b871f5ee tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.1010776 Jun 07 18:57:41.631212 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8a17e472-39ca-471c-aaa1-4d61a0448487 req-85059f4b-7d78-4a9a-b3ab-5faac0e0ee65 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604062 Jun 07 18:57:41.920367 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1825c66-e558-4073-93b7-8ec91d76cd9e req-6e1738b9-719e-4edb-abb8-f39d2ed14051 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:41.925482 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e1825c66-e558-4073-93b7-8ec91d76cd9e req-6e1738b9-719e-4edb-abb8-f39d2ed14051 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.1073897 Jun 07 18:57:42.007421 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e1825c66-e558-4073-93b7-8ec91d76cd9e req-c2220c01-d44b-4719-954e-d404363eecff tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743601 Jun 07 18:57:42.928636 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35822fba-5955-46f9-bf6f-86a3d1c48405 req-eacb24a6-5318-42f1-b434-4e308481d45d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:42.930433 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-35822fba-5955-46f9-bf6f-86a3d1c48405 req-eacb24a6-5318-42f1-b434-4e308481d45d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.0974960 Jun 07 18:57:42.988583 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-35822fba-5955-46f9-bf6f-86a3d1c48405 req-94a81382-e41a-4354-8d1d-569aeb175e9d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Jun 07 18:57:43.299150 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:43.397433 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47df6f6-35ab-4b83-9691-9b864f3af58e req-c6851a8c-4347-43fe-a231-a228608d81b0 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:43.399665 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b47df6f6-35ab-4b83-9691-9b864f3af58e req-c6851a8c-4347-43fe-a231-a228608d81b0 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.2270155 Jun 07 18:57:43.459966 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b47df6f6-35ab-4b83-9691-9b864f3af58e req-251e395a-9512-4f1e-ac8a-51b7d206d4c3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540729 Jun 07 18:57:44.263097 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc2ade-7490-4693-b1f5-e81430326fa4 req-598a2abf-d75c-4044-8c1c-fb7015e9f076 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:44.264921 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-31dc2ade-7490-4693-b1f5-e81430326fa4 req-598a2abf-d75c-4044-8c1c-fb7015e9f076 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.1309114 Jun 07 18:57:44.335370 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-31dc2ade-7490-4693-b1f5-e81430326fa4 req-aec035f1-9836-4c4e-bcdc-1f4d5eb4db5a tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586896 Jun 07 18:57:44.799935 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb805-ef91-4602-bcda-b59665f42171 req-ebf43877-3c94-418a-8f7e-7e3823136cad tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:44.802540 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-cfbeb805-ef91-4602-bcda-b59665f42171 req-ebf43877-3c94-418a-8f7e-7e3823136cad tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.1760619 Jun 07 18:57:44.864407 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-cfbeb805-ef91-4602-bcda-b59665f42171 req-0562aba4-af1b-4683-9d52-5c8284e10424 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535512 Jun 07 18:57:45.575944 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546d98-7c60-4e47-8b32-1d0fde574996 req-3655cc6c-cbda-488a-9844-00be385dd664 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:45.579276 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ce546d98-7c60-4e47-8b32-1d0fde574996 req-3655cc6c-cbda-488a-9844-00be385dd664 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.1111760 Jun 07 18:57:45.645732 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ce546d98-7c60-4e47-8b32-1d0fde574996 req-ad7e38e0-6e2d-45e0-808f-9ee5248320dc tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 Jun 07 18:57:46.136097 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae310422-6ed0-475f-871f-90d5f812c2e6 req-d8b3a922-5f7f-48dc-bc5f-41346252beb0 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:46.139494 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ae310422-6ed0-475f-871f-90d5f812c2e6 req-d8b3a922-5f7f-48dc-bc5f-41346252beb0 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.1215272 Jun 07 18:57:46.246764 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ae310422-6ed0-475f-871f-90d5f812c2e6 req-328c7c52-9a2f-4e9d-b6d1-46999071f90e tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961835 Jun 07 18:57:47.022774 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27f77-cb5d-4359-9afc-f093d8d17450 req-05bf00b9-276c-43b4-8c4b-41dcc50a764a tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:47.025267 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-19a27f77-cb5d-4359-9afc-f093d8d17450 req-05bf00b9-276c-43b4-8c4b-41dcc50a764a tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.1754081 Jun 07 18:57:47.096526 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-19a27f77-cb5d-4359-9afc-f093d8d17450 req-563c3212-79c2-412b-8502-d35d1635438b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582058 Jun 07 18:57:47.474051 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f8202-ed27-445f-8405-1f1b061b0872 req-d36a7dfd-cc06-4643-8cb7-5f0c7bbfa7c7 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:47.655781 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-244f8202-ed27-445f-8405-1f1b061b0872 req-d36a7dfd-cc06-4643-8cb7-5f0c7bbfa7c7 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.1096580 Jun 07 18:57:47.655781 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-244f8202-ed27-445f-8405-1f1b061b0872 req-862663ad-7e56-4349-9f3e-234e55c931f2 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672672 Jun 07 18:57:48.410510 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882bedd-dd99-4494-b775-a59e6e09246f req-1220914c-6e60-4af5-bbf5-480733b9c9f1 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:48.412287 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c882bedd-dd99-4494-b775-a59e6e09246f req-1220914c-6e60-4af5-bbf5-480733b9c9f1 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.1573727 Jun 07 18:57:48.484422 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c882bedd-dd99-4494-b775-a59e6e09246f req-b5e1f275-78fa-4b66-b09b-f026c0910085 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616395 Jun 07 18:57:48.801286 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d4cf6-b785-4b25-8cd6-a673b8cddcf4 req-730cd752-6b35-4aa3-883c-f1a1413f1cdc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:48.802878 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-884d4cf6-b785-4b25-8cd6-a673b8cddcf4 req-730cd752-6b35-4aa3-883c-f1a1413f1cdc tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.1203976 Jun 07 18:57:48.872543 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-884d4cf6-b785-4b25-8cd6-a673b8cddcf4 req-a04fb67f-496d-4da9-9c6e-abc20cc6caf2 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625961 Jun 07 18:57:49.783756 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e405936-761d-4331-935d-48bc5ffde12f req-5af06bf9-f51b-4b75-9787-2bdd25396496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:49.785615 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3e405936-761d-4331-935d-48bc5ffde12f req-5af06bf9-f51b-4b75-9787-2bdd25396496 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 1098 time: 0.0941315 Jun 07 18:57:49.828312 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e3103-ddab-4a6a-8add-c9dec002dad6 req-b044dff4-2f09-4880-ba91-bbdc7b73d1d2 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:49.830683 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2c8e3103-ddab-4a6a-8add-c9dec002dad6 req-b044dff4-2f09-4880-ba91-bbdc7b73d1d2 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.1946151 Jun 07 18:57:49.835864 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb949b-42e4-41d3-99a0-ff6acc7a8fcd req-493c1d61-8d2c-40a2-bbfd-a79ffff953a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:49.839240 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7ddb949b-42e4-41d3-99a0-ff6acc7a8fcd req-493c1d61-8d2c-40a2-bbfd-a79ffff953a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=699ae59021bf41bc986e524e973a3700&device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1096 time: 0.1401465 Jun 07 18:57:49.858544 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3e405936-761d-4331-935d-48bc5ffde12f req-ed629a45-1519-4010-9c7d-3100d06832ef service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618086 Jun 07 18:57:49.937374 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2c8e3103-ddab-4a6a-8add-c9dec002dad6 req-1297a9b5-312a-40a0-ab8d-2b3ba9e68e20 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949268 Jun 07 18:57:50.057410 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb949b-42e4-41d3-99a0-ff6acc7a8fcd req-5e72909b-f764-4b17-8df2-d07a768c0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:50.060562 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7ddb949b-42e4-41d3-99a0-ff6acc7a8fcd req-5e72909b-f764-4b17-8df2-d07a768c0484 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=699ae59021bf41bc986e524e973a3700&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1984262 Jun 07 18:57:50.196876 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572dc5b-1d8b-4a52-a22b-7bb0661b1e0b req-8f23b24a-327a-4f1d-a0d0-a5a3b4feae8c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:50.198619 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4572dc5b-1d8b-4a52-a22b-7bb0661b1e0b req-8f23b24a-327a-4f1d-a0d0-a5a3b4feae8c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.1141009 Jun 07 18:57:50.260420 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb949b-42e4-41d3-99a0-ff6acc7a8fcd req-dbcc21fe-0343-4e53-9e00-32e3075727ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:50.264487 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7ddb949b-42e4-41d3-99a0-ff6acc7a8fcd req-dbcc21fe-0343-4e53-9e00-32e3075727ba service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1970508 Jun 07 18:57:50.286089 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4572dc5b-1d8b-4a52-a22b-7bb0661b1e0b req-777858e7-01b9-4ad9-a7c6-dd168b336735 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751550 Jun 07 18:57:50.409542 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-5d570f56-f76e-4787-a43b-8005139b13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:50.411637 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-5d570f56-f76e-4787-a43b-8005139b13b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=699ae59021bf41bc986e524e973a3700&device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1096 time: 0.0986152 Jun 07 18:57:50.674613 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-1a08f65a-756e-4769-a0fa-01790b4ddce8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 217 time: 0.2493148 Jun 07 18:57:50.785561 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3fcc1ff3-c81b-4e98-a026-47eeb56e762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:50.788112 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-3fcc1ff3-c81b-4e98-a026-47eeb56e762c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82e044e7-30b9-4875-88cf-92edeae7351c HTTP/1.1" status: 200 len: 853 time: 0.1050231 Jun 07 18:57:50.912040 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-9ce4b2f4-aa7c-4e86-ab7f-079cfc3407b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:50.918020 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-9ce4b2f4-aa7c-4e86-ab7f-079cfc3407b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1104293 Jun 07 18:57:51.090573 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-59bc4d5d-407e-4726-abf5-052dabb8f0d0 service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682949 Jun 07 18:57:51.310212 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1604bc2f-0a51-49ee-a70e-fa0bbcf01d2f req-9af55c6a-025c-4d92-9916-ef59579983cb service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131474 Jun 07 18:57:51.322931 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c93ad-51c2-42b1-81f0-4d58d17c7769 req-0f0c6364-a1e1-4f4b-9152-be5ebd52f8d6 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:51.325542 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-905c93ad-51c2-42b1-81f0-4d58d17c7769 req-0f0c6364-a1e1-4f4b-9152-be5ebd52f8d6 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.2069464 Jun 07 18:57:51.392129 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-905c93ad-51c2-42b1-81f0-4d58d17c7769 req-d93fac10-a48e-4445-ad4d-07b947595802 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556102 Jun 07 18:57:51.571669 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624fd25-5fcb-4dcf-addc-067af406a151 req-0cf733d9-da61-42ff-a53d-69376f02aba8 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:51.573467 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e624fd25-5fcb-4dcf-addc-067af406a151 req-0cf733d9-da61-42ff-a53d-69376f02aba8 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.0898275 Jun 07 18:57:51.643130 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e624fd25-5fcb-4dcf-addc-067af406a151 req-a6afce6f-309f-4015-84be-f2b163495864 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626986 Jun 07 18:57:52.521085 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1624d-5bc3-4621-a6fe-0fae79428ec9 req-e9ae8d31-184e-48d5-8af6-7401524fa074 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:52.523149 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-37b1624d-5bc3-4621-a6fe-0fae79428ec9 req-e9ae8d31-184e-48d5-8af6-7401524fa074 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 945 time: 0.1260188 Jun 07 18:57:52.607787 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-37b1624d-5bc3-4621-a6fe-0fae79428ec9 req-ff938161-8021-4438-bdb7-67fa7d01c693 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589461 Jun 07 18:57:52.655423 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4e879-b1da-4777-b8da-fe73e8ac8d2d req-421f5fb3-b82e-49ed-9c96-3140ffe7d318 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:52.656966 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-76a4e879-b1da-4777-b8da-fe73e8ac8d2d req-421f5fb3-b82e-49ed-9c96-3140ffe7d318 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.1003335 Jun 07 18:57:52.706196 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-76a4e879-b1da-4777-b8da-fe73e8ac8d2d req-aec8b73d-366d-4f1a-b329-2bc02a5499c1 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Jun 07 18:57:53.915158 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56553158-d5e7-462b-8b59-ef490bc49d7e req-8190b095-dd9a-4c88-8341-cb25eef4c98f tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:53.918977 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-56553158-d5e7-462b-8b59-ef490bc49d7e req-8190b095-dd9a-4c88-8341-cb25eef4c98f tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 945 time: 0.1905899 Jun 07 18:57:53.923541 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809210-b0c5-454d-a54f-ba85f7d2825f req-9feabf74-4998-49d9-b6b4-428879d15594 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:53.925213 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d5809210-b0c5-454d-a54f-ba85f7d2825f req-9feabf74-4998-49d9-b6b4-428879d15594 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.0928652 Jun 07 18:57:53.989682 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-56553158-d5e7-462b-8b59-ef490bc49d7e req-aeb61305-b770-4091-84b8-3c8a610f330a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535874 Jun 07 18:57:53.990231 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d5809210-b0c5-454d-a54f-ba85f7d2825f req-46e8b82c-0ec8-4984-8905-be056a74a692 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576942 Jun 07 18:57:54.259994 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3969f91-39af-441f-876d-b1984bd6d749 req-f62d4d50-b478-4a95-8edb-79f5491cf3c3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:54.263715 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a3969f91-39af-441f-876d-b1984bd6d749 req-f62d4d50-b478-4a95-8edb-79f5491cf3c3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.1391542 Jun 07 18:57:54.347767 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a3969f91-39af-441f-876d-b1984bd6d749 req-f0df3a12-bcd0-410e-b15c-9b667f14afa6 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699749 Jun 07 18:57:55.107525 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device f62f2861-e934-40ed-a361-d30ccc7f1f8e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:57:55.283255 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670dd65-dd74-4530-8006-14efbc26f728 req-cf9c97c5-7d7a-4b9d-80a7-e33b79fb9445 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:55.284745 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9670dd65-dd74-4530-8006-14efbc26f728 req-cf9c97c5-7d7a-4b9d-80a7-e33b79fb9445 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 945 time: 0.1447527 Jun 07 18:57:55.328624 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fce43c-c0fd-49fa-9c8e-93d2f985c562 req-e375923d-9500-468b-b8d6-17c42af36c63 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:55.330932 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-58fce43c-c0fd-49fa-9c8e-93d2f985c562 req-e375923d-9500-468b-b8d6-17c42af36c63 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.1162193 Jun 07 18:57:55.360414 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port f62f2861-e934-40ed-a361-d30ccc7f1f8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:55.366681 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9670dd65-dd74-4530-8006-14efbc26f728 req-80c8e0f6-b8f1-46e4-8353-c29f317a5291 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749857 Jun 07 18:57:55.385218 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'port_id': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'mac_address': 'fa:16:3e:9a:20:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:57:55.451161 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-58fce43c-c0fd-49fa-9c8e-93d2f985c562 req-f86aed39-8803-4f71-bc77-911fc7568219 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138530 Jun 07 18:57:55.498224 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb35ce-9306-4f88-9134-99c369f469ec req-3fc6aaa0-9663-4b65-a2f2-7252684ab75d tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:55.499340 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:55.499799 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-41fb35ce-9306-4f88-9134-99c369f469ec req-3fc6aaa0-9663-4b65-a2f2-7252684ab75d tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.63 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 945 time: 0.1329265 Jun 07 18:57:55.538881 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62f2861-e934-40ed-a361-d30ccc7f1f8e {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:57:55.574956 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port f62f2861-e934-40ed-a361-d30ccc7f1f8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:55.688907 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:55.690773 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-41fb35ce-9306-4f88-9134-99c369f469ec req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Deleting port 563e3a4f-5a5a-478d-a842-cf943deeb71e {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:57:55.691169 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-41fb35ce-9306-4f88-9134-99c369f469ec req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:55.693565 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:55.743982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e1d9e-f337-4252-ace4-0e6cd779e0f7 req-4865fe58-c998-4f12-80cc-739ffa19482f tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:55.747780 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fb6e1d9e-f337-4252-ace4-0e6cd779e0f7 req-4865fe58-c998-4f12-80cc-739ffa19482f tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 943 time: 0.1581621 Jun 07 18:57:55.823511 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=f62f2861-e934-40ed-a361-d30ccc7f1f8e,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:55.830008 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:55.831577 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fb6e1d9e-f337-4252-ace4-0e6cd779e0f7 req-abe48394-2e7f-4fff-9f0d-960b6bc65036 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777423 Jun 07 18:57:55.883456 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-41fb35ce-9306-4f88-9134-99c369f469ec req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] For port 563e3a4f-5a5a-478d-a842-cf943deeb71e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=563e3a4f-5a5a-478d-a842-cf943deeb71e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:55.884036 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-41fb35ce-9306-4f88-9134-99c369f469ec req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:55.939114 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['f62f2861-e934-40ed-a361-d30ccc7f1f8e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:57:56.039166 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-41fb35ce-9306-4f88-9134-99c369f469ec req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Calling delete_port for 563e3a4f-5a5a-478d-a842-cf943deeb71e owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:57:56.407595 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-41fb35ce-9306-4f88-9134-99c369f469ec req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:56.420956 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8d0002de-1414-4554-b04f-552bb1673357 tempest-DeleteServersTestJSON-1207089431 tempest-DeleteServersTestJSON-1207089431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:56.515193 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Pushing event deleted for resources: {'Port': ['ID=563e3a4f-5a5a-478d-a842-cf943deeb71e,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:56.576944 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a948-ea2a-451b-a4ee-5965888ed3ac req-cf07b87e-04e3-48af-8639-4f72b82d530b tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:56.578201 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.578820 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.579118 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3be5a948-ea2a-451b-a4ee-5965888ed3ac req-cf07b87e-04e3-48af-8639-4f72b82d530b tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 945 time: 0.0940418 Jun 07 18:57:56.579427 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.580032 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.580626 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.581255 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.581870 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.582465 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.583043 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.583639 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.584231 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.584860 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:57:56.602536 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:56.642660 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3be5a948-ea2a-451b-a4ee-5965888ed3ac req-72f8d07c-e0d9-465f-ba61-3eca022257c1 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571184 Jun 07 18:57:56.675038 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['563e3a4f-5a5a-478d-a842-cf943deeb71e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:57:56.696048 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fb35ce-9306-4f88-9134-99c369f469ec req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] No DVR routers for this DVR port 563e3a4f-5a5a-478d-a842-cf943deeb71e on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:57:56.701583 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-41fb35ce-9306-4f88-9134-99c369f469ec req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:56.705262 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-41fb35ce-9306-4f88-9134-99c369f469ec req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.63 "DELETE /v2.0/ports/563e3a4f-5a5a-478d-a842-cf943deeb71e HTTP/1.1" status: 204 len: 173 time: 1.1914308 Jun 07 18:57:56.706220 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edb4d15-2174-433e-96d1-b72c47cfce6d', 'name': 'network-vif-deleted', 'tag': '563e3a4f-5a5a-478d-a842-cf943deeb71e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:57:56.711628 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00183de7-505b-4e07-afbb-ea405e9f690f" -d '{"events": [{"server_uuid": "8edb4d15-2174-433e-96d1-b72c47cfce6d", "name": "network-vif-deleted", "tag": "563e3a4f-5a5a-478d-a842-cf943deeb71e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:57:56.782524 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397217a4-f852-4822-8889-e6eb0642665c x-openstack-request-id: req-397217a4-f852-4822-8889-e6eb0642665c {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:57:56.783130 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edb4d15-2174-433e-96d1-b72c47cfce6d", "name": "network-vif-deleted", "tag": "563e3a4f-5a5a-478d-a842-cf943deeb71e", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:57:56.783130 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-397217a4-f852-4822-8889-e6eb0642665c {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:57:56.783844 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edb4d15-2174-433e-96d1-b72c47cfce6d', 'name': 'network-vif-deleted', 'tag': '563e3a4f-5a5a-478d-a842-cf943deeb71e', 'status': 'completed', 'code': 200} Jun 07 18:57:56.859629 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7d3279ce-520e-4e67-8f1d-b5eb5a4e5e1c req-afd85a0f-a3dc-4c21-96ee-d15c1c0ba8ad tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 210 time: 0.0880778 Jun 07 18:57:57.108705 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device f62f2861-e934-40ed-a361-d30ccc7f1f8e up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:57:57.127790 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c940a9-5c2c-495b-a499-ed2dbe375ff2 req-cb905a1b-350b-4348-9b7c-e5a43aa1409f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:57.133469 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-62c940a9-5c2c-495b-a499-ed2dbe375ff2 req-cb905a1b-350b-4348-9b7c-e5a43aa1409f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 946 time: 0.2583899 Jun 07 18:57:57.167767 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d29dfe-da07-44c0-b77e-02c7143573fa req-00942b9b-98a1-44a7-b8ce-f8de5f56f556 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:57.171650 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b4d29dfe-da07-44c0-b77e-02c7143573fa req-00942b9b-98a1-44a7-b8ce-f8de5f56f556 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 944 time: 0.1531723 Jun 07 18:57:57.197661 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-62c940a9-5c2c-495b-a499-ed2dbe375ff2 req-426985ce-b54c-4b0e-859d-362d01431efe tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553443 Jun 07 18:57:57.226812 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b4d29dfe-da07-44c0-b77e-02c7143573fa req-923a3664-a723-4555-ae3f-883d6fe6f8a8 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468357 Jun 07 18:57:57.292148 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port f62f2861-e934-40ed-a361-d30ccc7f1f8e completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:57:57.297678 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port f62f2861-e934-40ed-a361-d30ccc7f1f8e triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:57:57.298062 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:57.427950 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:57.461096 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:57:57.461726 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3186f4f-6af3-4eed-b3cb-6b0c4895eeb0" -d '{"events": [{"server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "name": "network-vif-plugged", "status": "completed", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:57:57.472006 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port f62f2861-e934-40ed-a361-d30ccc7f1f8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:57.545873 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3812bd-f0fa-46dc-bec6-37b4706cf41b x-openstack-request-id: req-0f3812bd-f0fa-46dc-bec6-37b4706cf41b {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:57:57.546376 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "name": "network-vif-plugged", "status": "completed", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:57:57.546756 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f3812bd-f0fa-46dc-bec6-37b4706cf41b {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:57:57.547344 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'code': 200} Jun 07 18:57:57.566789 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:57.568664 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:57.656960 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=f62f2861-e934-40ed-a361-d30ccc7f1f8e,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:57.660579 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:57.880633 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-817f424d-6891-4317-b9c8-df52c348c3db tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:57.882334 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-817f424d-6891-4317-b9c8-df52c348c3db tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.63 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 945 time: 0.1499419 Jun 07 18:57:57.890596 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce361c2d-c071-4da0-b624-98c79826b58f req-70b7c34d-c6c7-4818-9036-521ce918d728 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:57.892927 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ce361c2d-c071-4da0-b624-98c79826b58f req-70b7c34d-c6c7-4818-9036-521ce918d728 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 945 time: 0.1245036 Jun 07 18:57:58.020178 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ce361c2d-c071-4da0-b624-98c79826b58f req-daeac07a-6077-441b-9544-369e38222fd3 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140549 Jun 07 18:57:58.144220 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bfa4b5f4-91d7-4904-aa0f-a5ae423c7f88 req-ac4f72f9-f9b7-4d4f-aa2e-7f3c9e2b8d95 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=8edb4d15-2174-433e-96d1-b72c47cfce6d HTTP/1.1" status: 200 len: 210 time: 0.0897417 Jun 07 18:57:58.182328 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fed55f-beed-4fa7-b68d-df80bd5df08a req-4ce2c08b-7d59-434b-ba21-4b9d4319a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:58.182679 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Deleting port bbe7f78d-b550-4415-be65-8c8ae01f79fb {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:57:58.182880 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:58.186364 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-00fed55f-beed-4fa7-b68d-df80bd5df08a req-4ce2c08b-7d59-434b-ba21-4b9d4319a0a9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1098 time: 0.1160922 Jun 07 18:57:58.255625 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-00fed55f-beed-4fa7-b68d-df80bd5df08a req-4edc4d32-a63f-4f42-aff7-135e2cb21190 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613706 Jun 07 18:57:58.343562 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] For port bbe7f78d-b550-4415-be65-8c8ae01f79fb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bbe7f78d-b550-4415-be65-8c8ae01f79fb,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:58.343562 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:58.495775 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bd216-d05b-440e-af8c-27d7a973072a req-3a3f0743-680e-4b42-bdc5-fcd20302a768 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:58.497732 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-aa7bd216-d05b-440e-af8c-27d7a973072a req-3a3f0743-680e-4b42-bdc5-fcd20302a768 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 946 time: 0.0952647 Jun 07 18:57:58.597454 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Calling delete_port for bbe7f78d-b550-4415-be65-8c8ae01f79fb owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:57:58.680414 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2032ccb-b0fc-440b-834b-f6b79f7306b8 req-c6400b4c-a577-4264-86bd-0f318245636d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:58.683474 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c2032ccb-b0fc-440b-834b-f6b79f7306b8 req-c6400b4c-a577-4264-86bd-0f318245636d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 945 time: 0.2579296 Jun 07 18:57:58.689003 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-aa7bd216-d05b-440e-af8c-27d7a973072a req-0cb47ba9-242a-4eab-b346-2696b02b8df5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840451 Jun 07 18:57:58.792204 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-250f8ed6-007b-4584-a9c6-72471f81ca77 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:58.794632 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-250f8ed6-007b-4584-a9c6-72471f81ca77 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 946 time: 0.0915506 Jun 07 18:57:58.845125 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c2032ccb-b0fc-440b-834b-f6b79f7306b8 req-60a03fca-12ac-47ef-b47b-a5c813bbd557 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429231 Jun 07 18:57:58.963422 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Deleting port d4447728-f35b-475b-83aa-2e3046c7dc22 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:57:58.964162 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:58.990076 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:58.998984 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:57:59.004111 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['bbe7f78d-b550-4415-be65-8c8ae01f79fb'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:57:59.084973 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Pushing event deleted for resources: {'Port': ['ID=bbe7f78d-b550-4415-be65-8c8ae01f79fb,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:57:59.091365 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:57:59.129947 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 563e3a4f-5a5a-478d-a842-cf943deeb71e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:57:59.210343 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 563e3a4f-5a5a-478d-a842-cf943deeb71e {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:57:59.211555 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 563e3a4f-5a5a-478d-a842-cf943deeb71e not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:57:59.231842 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] No DVR routers for this DVR port bbe7f78d-b550-4415-be65-8c8ae01f79fb on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:57:59.234902 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:59.236738 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] For port d4447728-f35b-475b-83aa-2e3046c7dc22, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d4447728-f35b-475b-83aa-2e3046c7dc22,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:57:59.237112 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-24140ed6-1e1e-41af-8e6b-ee2a96a78972 req-c6dd0340-e46e-47de-84ed-25d2902fe626 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.63 "DELETE /v2.0/ports/bbe7f78d-b550-4415-be65-8c8ae01f79fb HTTP/1.1" status: 204 len: 173 time: 1.3487000 Jun 07 18:57:59.237560 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:59.237790 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355689d-d412-4dca-be7f-a4db75f3faa8', 'name': 'network-vif-deleted', 'tag': 'bbe7f78d-b550-4415-be65-8c8ae01f79fb'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:57:59.240486 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5533b9be-64ee-459b-84cf-88716ac715eb" -d '{"events": [{"server_uuid": "5355689d-d412-4dca-be7f-a4db75f3faa8", "name": "network-vif-deleted", "tag": "bbe7f78d-b550-4415-be65-8c8ae01f79fb"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:57:59.327778 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdd3cc3-740c-4c8d-9966-939800279da1 x-openstack-request-id: req-bfdd3cc3-740c-4c8d-9966-939800279da1 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:57:59.327778 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5355689d-d412-4dca-be7f-a4db75f3faa8", "name": "network-vif-deleted", "tag": "bbe7f78d-b550-4415-be65-8c8ae01f79fb", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:57:59.327778 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfdd3cc3-740c-4c8d-9966-939800279da1 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:57:59.328253 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355689d-d412-4dca-be7f-a4db75f3faa8', 'name': 'network-vif-deleted', 'tag': 'bbe7f78d-b550-4415-be65-8c8ae01f79fb', 'status': 'completed', 'code': 200} Jun 07 18:57:59.358098 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-afc2b947-a5f8-4531-91b2-3560bf2f7014 req-a3d52d71-3481-42bb-b50b-6f9f8272c6b0 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=5355689d-d412-4dca-be7f-a4db75f3faa8 HTTP/1.1" status: 200 len: 210 time: 0.1238577 Jun 07 18:57:59.724648 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:59.725477 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:57:59.726074 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.l3_db [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Floating IP f16eb20b-6301-4ed2-a4ce-ef6cd902c6c0 disassociated. External IP: 172.28.3.160, port: d4447728-f35b-475b-83aa-2e3046c7dc22. Jun 07 18:57:59.726666 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Calling delete_port for d4447728-f35b-475b-83aa-2e3046c7dc22 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:57:59.807173 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-baa5a7bf-3051-4daa-a9b8-d424b7de357f tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:57:59.809947 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-baa5a7bf-3051-4daa-a9b8-d424b7de357f tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/networks?id=e0293577-0c15-4813-9d57-b946b26c419d HTTP/1.1" status: 200 len: 809 time: 0.2554924 Jun 07 18:57:59.831240 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-650394ed-96cc-4721-bd6f-07fd74e7d624 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/quotas/e9a7ea8bfe9a42e4bdd73aace9717457 HTTP/1.1" status: 200 len: 375 time: 0.0153606 Jun 07 18:57:59.879120 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-26a96bc1-6af8-4650-9170-4af2cfe43e47 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9a7ea8bfe9a42e4bdd73aace9717457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469735 Jun 07 18:58:00.008732 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71cfb-a246-4e80-b141-1df21f31224a req-31bc73b5-41e2-4b96-b7a8-d00570192b4e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:00.016793 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-aed71cfb-a246-4e80-b141-1df21f31224a req-31bc73b5-41e2-4b96-b7a8-d00570192b4e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 946 time: 0.1392875 Jun 07 18:58:00.047972 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-da60e0a0-02a8-4dc9-8000-6c4ff7df1770 service neutron] 10.222.0.20 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558647 Jun 07 18:58:00.086773 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-aed71cfb-a246-4e80-b141-1df21f31224a req-1dd4354f-3e66-4270-b071-9be1b432534d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c64f7d1-e376-4a90-bc2b-07950cdfa190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687115 Jun 07 18:58:00.119328 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:00.127236 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-28145ef7-0b1c-4e79-9591-b185fbb80a4f tempest-ServerRescueNegativeTestJSON-228176668 tempest-ServerRescueNegativeTestJSON-228176668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:00.181063 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event deleted for resources: {'Port': ['ID=d4447728-f35b-475b-83aa-2e3046c7dc22,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:00.251820 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.252266 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.252853 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.253292 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.253722 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.254151 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.254584 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.255000 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.255407 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.255819 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.256249 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.256681 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:00.267537 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:00.282919 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-3e0ba3dc-3ce3-412d-b7d6-22421f2bf1d9 service neutron] 10.222.0.20 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214887 Jun 07 18:58:00.508346 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Router 8e2e70cd-8542-4579-9a48-2f2f1058910c has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:58:00.517928 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3c553-3e94-4ad9-9ba7-08f373c06945 req-5786d55c-b4ec-4718-b097-6b92fca7b3a3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:00.519430 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2af3c553-3e94-4ad9-9ba7-08f373c06945 req-5786d55c-b4ec-4718-b097-6b92fca7b3a3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 945 time: 0.2432494 Jun 07 18:58:00.760303 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a325cc5a-7c07-4249-be87-a83723e6c646 req-9863b7b0-72a2-4afc-b327-6006d53cc524 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 210 time: 0.0619962 Jun 07 18:58:00.790582 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2af3c553-3e94-4ad9-9ba7-08f373c06945 req-b62a3ffe-79df-4879-a4d6-fadde17d73d2 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980565 Jun 07 18:58:00.813976 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:58:00.847187 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] Sync routers for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:58:00.870850 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:00.871972 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:57:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:01.249299 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] No DVR routers for this DVR port d4447728-f35b-475b-83aa-2e3046c7dc22 on host hv-cinder-79053 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:58:01.256195 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:01.262559 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d30a2529-c07a-490b-8e93-e8d38c459744 req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "DELETE /v2.0/ports/d4447728-f35b-475b-83aa-2e3046c7dc22 HTTP/1.1" status: 204 len: 173 time: 2.4595044 Jun 07 18:58:01.265512 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-deleted', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:01.273021 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f898bb8d-6690-4a9d-b52d-83758f5dd1bf" -d '{"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-deleted", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:01.292179 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:01.378374 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23910fa9-b9fd-41a8-8f29-569dfb0b860c req-98575655-7867-4121-aac3-97d1646ff544 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:01.395340 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-23910fa9-b9fd-41a8-8f29-569dfb0b860c req-98575655-7867-4121-aac3-97d1646ff544 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 945 time: 0.3775921 Jun 07 18:58:01.447644 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-12f8c3f3-6f3a-4b17-84e8-a5aa8e47790b req-7e5fa3e1-9b42-4864-8a27-f852fcae6806 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e99ac650-0f61-4e8f-831a-6e18d45d4328 HTTP/1.1" status: 200 len: 210 time: 0.1082916 Jun 07 18:58:01.455264 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-23910fa9-b9fd-41a8-8f29-569dfb0b860c req-982a74d0-ea27-4d11-a18a-829d63286cd7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587661 Jun 07 18:58:01.460261 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:58:01.509328 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: d4447728-f35b-475b-83aa-2e3046c7dc22 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:58:01.509688 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device d4447728-f35b-475b-83aa-2e3046c7dc22 not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:58:01.510492 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device bbe7f78d-b550-4415-be65-8c8ae01f79fb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:58:01.524374 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8950c871-fe59-4303-953e-22548704516a x-openstack-request-id: req-8950c871-fe59-4303-953e-22548704516a {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:01.524906 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ac650-0f61-4e8f-831a-6e18d45d4328", "name": "network-vif-deleted", "tag": "d4447728-f35b-475b-83aa-2e3046c7dc22", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:01.525293 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8950c871-fe59-4303-953e-22548704516a {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:01.525891 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ac650-0f61-4e8f-831a-6e18d45d4328', 'name': 'network-vif-deleted', 'tag': 'd4447728-f35b-475b-83aa-2e3046c7dc22', 'status': 'completed', 'code': 200} Jun 07 18:58:01.566326 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: bbe7f78d-b550-4415-be65-8c8ae01f79fb {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:58:01.566689 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device bbe7f78d-b550-4415-be65-8c8ae01f79fb not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:58:01.786047 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:01.795376 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] Checking router: 8e2e70cd-8542-4579-9a48-2f2f1058910c for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:58:01.801651 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:01.802136 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:57:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:01.924509 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9a050e79-39d4-426a-97f7-c762c7a1c6df req-6bb596f6-1d0c-4707-bdcd-f7eba4ffc272 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 210 time: 0.0763907 Jun 07 18:58:02.035546 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850f627-af3f-4474-813b-81e5ec084c6f req-34dc342c-2036-47ba-972a-b11c6192a163 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:02.041108 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c850f627-af3f-4474-813b-81e5ec084c6f req-34dc342c-2036-47ba-972a-b11c6192a163 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 945 time: 0.1124289 Jun 07 18:58:02.058199 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:02.158268 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c850f627-af3f-4474-813b-81e5ec084c6f req-e1a6eb6c-8a6c-46a3-bcfd-a705789d65b8 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930851 Jun 07 18:58:02.581306 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:02.593492 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6f8592-823e-4d9f-b61a-5d22bb311f47 None None] The sync data for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb is: [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:58:02.994073 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 56340) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:03.034299 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23704bf3-b16c-4f2c-b2e3-b48dd372f970 None None] New status for floating IP f16eb20b-6301-4ed2-a4ce-ef6cd902c6c0: DOWN {{(pid=104084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 18:58:03.240876 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b0575688-ec80-43cb-8a13-d93db464cc83 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:03.284408 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-efa9a486-a5cc-44e5-926b-2e593a381938 req-0ba7ee89-1cce-47af-b153-693e57a891ed tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 210 time: 0.1181304 Jun 07 18:58:03.328493 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b0575688-ec80-43cb-8a13-d93db464cc83 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:03.545256 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b0575688-ec80-43cb-8a13-d93db464cc83 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:03.547846 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b0575688-ec80-43cb-8a13-d93db464cc83 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:03.549166 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-b0575688-ec80-43cb-8a13-d93db464cc83 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "DELETE /v2.0/security-groups/2c64f7d1-e376-4a90-bc2b-07950cdfa190 HTTP/1.1" status: 204 len: 168 time: 0.5536373 Jun 07 18:58:03.550219 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a6570ca0-c504-4cc6-a0d9-35527cda11eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:03.553688 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56342) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:03.563754 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0575688-ec80-43cb-8a13-d93db464cc83 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c64f7d1-e376-4a90-bc2b-07950cdfa190,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:03.566991 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b0575688-ec80-43cb-8a13-d93db464cc83 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:03.577000 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.api.v2.resource [None req-edfa2060-67f7-4405-b09f-5eeca805282e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] show failed (client error): The resource could not be found. Jun 07 18:58:03.578492 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-edfa2060-67f7-4405-b09f-5eeca805282e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups/2c64f7d1-e376-4a90-bc2b-07950cdfa190 HTTP/1.1" status: 404 len: 347 time: 0.0230675 Jun 07 18:58:03.581896 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56344) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:04.194361 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Deleting port 821df66b-b837-413a-a0ee-21f39e6953a1 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:58:04.194907 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:04.564735 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:04.566445 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:04.762799 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-99f11fb9-d8ce-4971-b54e-bd45aaad0032 req-507327d0-dcd1-4afb-bdbb-aac9b2d9796a tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 210 time: 0.2057607 Jun 07 18:58:04.773095 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Calling delete_port for 821df66b-b837-413a-a0ee-21f39e6953a1 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:58:04.921697 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5db86cce-4f5c-4cb9-a486-4add34c64e02 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:04.923221 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5db86cce-4f5c-4cb9-a486-4add34c64e02 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.63 "GET /v2.0/networks?id=e0293577-0c15-4813-9d57-b946b26c419d HTTP/1.1" status: 200 len: 809 time: 0.3635802 Jun 07 18:58:04.942090 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Request body: {'port': {'device_id': 'f735c411-2563-4351-8879-5e1464dc01a7', 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d', 'admin_state_up': True, 'tenant_id': 'e9a7ea8bfe9a42e4bdd73aace9717457'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:05.244582 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed01f5-341c-4a84-96dc-ffd7e1b23640 req-9849122a-1635-49a3-a8e3-d6e9934aee87 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:05.246903 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-34ed01f5-341c-4a84-96dc-ffd7e1b23640 req-9849122a-1635-49a3-a8e3-d6e9934aee87 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1052961 Jun 07 18:58:05.250311 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:05.255480 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d51746e3-998f-4c10-84df-5fd12d31d201 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:05.323377 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event deleted for resources: {'Port': ['ID=821df66b-b837-413a-a0ee-21f39e6953a1,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:05.354463 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:05.363746 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Made reservation on behalf of e9a7ea8bfe9a42e4bdd73aace9717457 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:58:05.367406 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:05.460283 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-34ed01f5-341c-4a84-96dc-ffd7e1b23640 req-44bc149c-c2ce-4c07-947f-70ddd37421e3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575246 Jun 07 18:58:05.633570 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:05.635447 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:05.637257 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "DELETE /v2.0/floatingips/f16eb20b-6301-4ed2-a4ce-ef6cd902c6c0 HTTP/1.1" status: 204 len: 168 time: 2.0533075 Jun 07 18:58:05.802557 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Allocated IP 172.20.0.2 (e0293577-0c15-4813-9d57-b946b26c419d/2df37f26-892e-432c-8041-493d42098633/b4e5ea52-756c-4979-8656-482c6909074e) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:58:06.116192 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:06.299329 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:06.302155 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:06.302155 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:58:06.302155 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:58:06.302155 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:58:06.302155 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:06.302155 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:58:06.323125 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Network e0293577-0c15-4813-9d57-b946b26c419d is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:58:06.325194 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:58:06.328804 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:58:06.412409 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:06.413385 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:06.414112 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 56416) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:06.422846 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-69b4a457-2d68-4244-9c6c-d3b54c168abb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104692155', 'description': 'tempest-description--1348899060'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:06.585826 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-5ffadcc7-8be0-4b6c-8baa-08d6bddc7dd3 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6485732 Jun 07 18:58:06.614133 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Request body: {'port': {'device_id': 'f735c411-2563-4351-8879-5e1464dc01a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:06.678563 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-69b4a457-2d68-4244-9c6c-d3b54c168abb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:06.753436 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80027bd-ab4f-4d9a-99d2-d14292cea204 req-41062324-c126-47de-bf6d-4d89fe926927 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:06.772981 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e80027bd-ab4f-4d9a-99d2-d14292cea204 req-41062324-c126-47de-bf6d-4d89fe926927 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 931 time: 0.2452519 Jun 07 18:58:06.772981 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:06.873966 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e80027bd-ab4f-4d9a-99d2-d14292cea204 req-32f01c5d-5002-4d52-9324-82b2a1311c4b tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006734 Jun 07 18:58:06.887036 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-69b4a457-2d68-4244-9c6c-d3b54c168abb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.026443 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-69b4a457-2d68-4244-9c6c-d3b54c168abb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.035195 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3588bb1b-889e-471f-b11f-16f7858852db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:07.087592 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4a457-2d68-4244-9c6c-d3b54c168abb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f1c854-ef3d-4071-abb8-36c545fec584,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:07.091761 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-69b4a457-2d68-4244-9c6c-d3b54c168abb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:07.114824 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-a627555f-cd97-4b34-91c9-8a16cd3a60c8 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:07.116740 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-a627555f-cd97-4b34-91c9-8a16cd3a60c8 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.1737981 Jun 07 18:58:07.195271 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ca06be45-f4e0-4a4a-a74b-5b5c10223add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.208602 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c06d9-21e0-4734-8ffc-9df061ce9b9d req-75e273b2-990b-47c1-9900-1006a5e05e2e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:07.216210 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb8c06d9-21e0-4734-8ffc-9df061ce9b9d req-75e273b2-990b-47c1-9900-1006a5e05e2e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 945 time: 0.2087426 Jun 07 18:58:07.216954 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-69b4a457-2d68-4244-9c6c-d3b54c168abb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.219728 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-69b4a457-2d68-4244-9c6c-d3b54c168abb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8033812 Jun 07 18:58:07.226606 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 56428) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:07.237236 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-4fc6b197-86e0-479d-b115-fa6a293379ec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'security_group_rule': {'security_group_id': '40f1c854-ef3d-4071-abb8-36c545fec584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:07.351716 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e5ea52-756c-4979-8656-482c6909074e {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:58:07.362771 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.368019 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb8c06d9-21e0-4734-8ffc-9df061ce9b9d req-3fa96b79-fdfd-46bb-8ae3-77eb85bb0f16 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=099ca358-f2f4-4540-b05b-2b85e5cf6194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385083 Jun 07 18:58:07.387339 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Transition to ACTIVE for port object b4e5ea52-756c-4979-8656-482c6909074e will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:58:07.415412 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b197-86e0-479d-b115-fa6a293379ec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.467507 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Deleting port 28321dbb-6c34-4b58-9184-1e9841058558 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:58:07.468166 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.486653 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.492615 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:07.603113 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b197-86e0-479d-b115-fa6a293379ec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.680524 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] For port 28321dbb-6c34-4b58-9184-1e9841058558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=28321dbb-6c34-4b58-9184-1e9841058558,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:07.681142 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.694929 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e5ea52-756c-4979-8656-482c6909074e,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:07.703241 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:07.779703 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Attempting to bind port b4e5ea52-756c-4979-8656-482c6909074e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:58:07.780460 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Attempting to bind port b4e5ea52-756c-4979-8656-482c6909074e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'cd71168c-c2bf-4d61-a0b7-ab5918e91412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:58:07.780460 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Attempting to bind port b4e5ea52-756c-4979-8656-482c6909074e on network e0293577-0c15-4813-9d57-b946b26c419d {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:58:07.785489 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Port b4e5ea52-756c-4979-8656-482c6909074e on network e0293577-0c15-4813-9d57-b946b26c419d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:58:07.785817 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Attempting to bind port b4e5ea52-756c-4979-8656-482c6909074e on network e0293577-0c15-4813-9d57-b946b26c419d {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:58:07.791408 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:58:07.791753 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Checking segment: {'id': 'cd71168c-c2bf-4d61-a0b7-ab5918e91412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:58:07.792143 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Bound using segment: {'id': 'cd71168c-c2bf-4d61-a0b7-ab5918e91412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:58:07.792585 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Bound port: b4e5ea52-756c-4979-8656-482c6909074e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd71168c-c2bf-4d61-a0b7-ab5918e91412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:58:07.793008 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.802070 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b197-86e0-479d-b115-fa6a293379ec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:07.833772 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:07.897534 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6b197-86e0-479d-b115-fa6a293379ec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34038e44-6111-4e60-9d37-c454bd2f5b36,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:07.903023 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] For port b4e5ea52-756c-4979-8656-482c6909074e, host hv-cinder-79053, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:58:07.917370 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] For port b4e5ea52-756c-4979-8656-482c6909074e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b4e5ea52-756c-4979-8656-482c6909074e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:58:07.922637 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-4fc6b197-86e0-479d-b115-fa6a293379ec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:08.018655 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:08.033080 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-069f951e-8338-4035-bd6f-543aa5528e9e tempest-VolumesActionsTest-727751842 tempest-VolumesActionsTest-727751842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:08.080393 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:08.081127 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:08.082641 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] 10.222.0.63 "PUT /v2.0/ports/b4e5ea52-756c-4979-8656-482c6909074e HTTP/1.1" status: 200 len: 1093 time: 1.4869313 Jun 07 18:58:08.096827 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f735c411-2563-4351-8879-5e1464dc01a7', 'tag': 'b4e5ea52-756c-4979-8656-482c6909074e'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:08.098716 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4470c3-20ae-4026-bb6d-6583646c6068" -d '{"events": [{"name": "network-changed", "server_uuid": "f735c411-2563-4351-8879-5e1464dc01a7", "tag": "b4e5ea52-756c-4979-8656-482c6909074e"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:08.156411 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b197-86e0-479d-b115-fa6a293379ec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:08.157887 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-4fc6b197-86e0-479d-b115-fa6a293379ec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9318917 Jun 07 18:58:08.162805 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56450) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:08.181179 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-e2feaaf5-f765-4c71-a608-6911e7e79bf5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'security_group_rule': {'security_group_id': '40f1c854-ef3d-4071-abb8-36c545fec584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:08.203020 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e5ea52-756c-4979-8656-482c6909074e,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:08.206667 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:08.446392 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:08.446392 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:08.446392 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.l3_db [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Floating IP de716c55-23be-4736-9bf0-fc475bb483fc disassociated. External IP: 172.28.3.55, port: 28321dbb-6c34-4b58-9184-1e9841058558. Jun 07 18:58:08.447572 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Calling delete_port for 28321dbb-6c34-4b58-9184-1e9841058558 owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:58:08.476839 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-33b4b73a-7b0d-4177-9be3-97ffd3e33d3b tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:08.478387 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-33b4b73a-7b0d-4177-9be3-97ffd3e33d3b tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/networks?id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 HTTP/1.1" status: 200 len: 812 time: 0.3587754 Jun 07 18:58:08.480946 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1308783-05f7-452c-8473-5579a0322a38 req-c1162c50-da65-40e4-afae-2ddb91d26b3a tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:08.484059 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a1308783-05f7-452c-8473-5579a0322a38 req-c1162c50-da65-40e4-afae-2ddb91d26b3a tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 943 time: 0.4398310 Jun 07 18:58:08.504336 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-c527daca-3b74-40c2-8040-d257d8a0d762 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/quotas/04c44c05b46043ec8d17aadbdc7e2fd7 HTTP/1.1" status: 200 len: 375 time: 0.0141969 Jun 07 18:58:08.506758 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-f0bc1a9b-8644-4ecc-a93f-50438896a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:08.508236 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-f0bc1a9b-8644-4ecc-a93f-50438896a5bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e9a7ea8bfe9a42e4bdd73aace9717457&device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 1096 time: 0.1534295 Jun 07 18:58:08.622375 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a1308783-05f7-452c-8473-5579a0322a38 req-619b65ed-ca8a-4552-a83b-cbf03305a611 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161921 Jun 07 18:58:08.744105 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e2feaaf5-f765-4c71-a608-6911e7e79bf5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:08.778068 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e085956f-3ae4-43fa-82ee-5222e615a51b x-openstack-request-id: req-e085956f-3ae4-43fa-82ee-5222e615a51b {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:08.778567 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f735c411-2563-4351-8879-5e1464dc01a7", "tag": "b4e5ea52-756c-4979-8656-482c6909074e", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:08.779018 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e085956f-3ae4-43fa-82ee-5222e615a51b {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:08.779677 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f735c411-2563-4351-8879-5e1464dc01a7', 'tag': 'b4e5ea52-756c-4979-8656-482c6909074e', 'status': 'completed', 'code': 200} Jun 07 18:58:08.782402 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-2482dfab-4562-45b5-b41a-e9dcf9096803 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4e5ea52-756c-4979-8656-482c6909074e HTTP/1.1" status: 200 len: 217 time: 0.2661779 Jun 07 18:58:08.791981 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-285a0951-5076-4122-a45f-fb87e637d844 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04c44c05b46043ec8d17aadbdc7e2fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1449676 Jun 07 18:58:08.847143 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:08.858399 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:09.031187 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event deleted for resources: {'Port': ['ID=28321dbb-6c34-4b58-9184-1e9841058558,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:09.103195 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:09.117175 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-93c81043-fefe-4d91-af0d-c3ce92f8d170 req-a0e4862d-3f23-4e96-b362-bfe49c433edc tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 210 time: 0.1612809 Jun 07 18:58:09.149170 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-02e3389d-f6b9-42b3-8d6d-70189fc50698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:09.149532 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-02e3389d-f6b9-42b3-8d6d-70189fc50698 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2df37f26-892e-432c-8041-493d42098633 HTTP/1.1" status: 200 len: 849 time: 0.3558326 Jun 07 18:58:09.162421 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-316e8cb9-0a59-4350-a331-d8be34a39881 service neutron] 10.222.0.20 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020132 Jun 07 18:58:09.209442 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e2feaaf5-f765-4c71-a608-6911e7e79bf5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:09.239204 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-4449df22-1d82-4266-bdde-91b384f68ed2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e0293577-0c15-4813-9d57-b946b26c419d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757735 Jun 07 18:58:09.300982 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Router 08e653df-a252-4a98-ae03-476023e0a76d has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:58:09.311255 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:09.393038 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e2feaaf5-f765-4c71-a608-6911e7e79bf5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:09.484645 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:09.541837 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2feaaf5-f765-4c71-a608-6911e7e79bf5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ece620-fd34-49eb-a7db-fd1b682b137b,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:09.571799 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e2feaaf5-f765-4c71-a608-6911e7e79bf5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:09.585966 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-6f8f921f-d6c2-47ae-a63b-cb5b2c91022e service neutron] 10.222.0.20 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739915 Jun 07 18:58:09.631817 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-da512e04-cf31-4b8c-abe7-1bf45115d36a service neutron] 10.222.0.63 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828220 Jun 07 18:58:09.687942 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e2feaaf5-f765-4c71-a608-6911e7e79bf5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:09.695182 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-e2feaaf5-f765-4c71-a608-6911e7e79bf5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5201948 Jun 07 18:58:09.696436 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56466) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:09.732696 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'floatingip': {'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:09.757503 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:58:09.778611 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] Sync routers for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:58:09.805732 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:09.816068 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:57:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:09.889296 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] No DVR routers for this DVR port 28321dbb-6c34-4b58-9184-1e9841058558 on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:58:09.893591 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:09.894767 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b5ba06f8-f368-4c6c-9da6-4d438080057a req-9dc3bc49-6024-4697-8396-714e67375630 service neutron] 10.222.0.63 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552137 Jun 07 18:58:09.898190 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0fa5c14e-2253-468e-b3de-e4708d1fe000 req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "DELETE /v2.0/ports/28321dbb-6c34-4b58-9184-1e9841058558 HTTP/1.1" status: 204 len: 173 time: 2.7757280 Jun 07 18:58:09.899514 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'name': 'network-vif-deleted', 'tag': '28321dbb-6c34-4b58-9184-1e9841058558'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:09.912553 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274616e4-572e-4423-a670-120a3ea42155" -d '{"events": [{"server_uuid": "071d2434-8d1b-4a29-b5b2-27bfa73e5506", "name": "network-vif-deleted", "tag": "28321dbb-6c34-4b58-9184-1e9841058558"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:10.002581 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:10.051949 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:58:10.096207 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca7e59-ed4e-4de2-8aed-322be68b6caa req-92f58400-28c4-4088-85e1-f5d3a36b492a tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:10.098923 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bbca7e59-ed4e-4de2-8aed-322be68b6caa req-92f58400-28c4-4088-85e1-f5d3a36b492a tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 943 time: 0.1828456 Jun 07 18:58:10.208633 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79ee7bb-c143-40fa-91ab-bbdbe3bd7c15 x-openstack-request-id: req-c79ee7bb-c143-40fa-91ab-bbdbe3bd7c15 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:10.211496 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071d2434-8d1b-4a29-b5b2-27bfa73e5506", "name": "network-vif-deleted", "tag": "28321dbb-6c34-4b58-9184-1e9841058558", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:10.217191 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c79ee7bb-c143-40fa-91ab-bbdbe3bd7c15 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:10.218013 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071d2434-8d1b-4a29-b5b2-27bfa73e5506', 'name': 'network-vif-deleted', 'tag': '28321dbb-6c34-4b58-9184-1e9841058558', 'status': 'completed', 'code': 200} Jun 07 18:58:10.391695 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bbca7e59-ed4e-4de2-8aed-322be68b6caa req-36b79a2d-4cd1-4fe1-8b57-1f6763dd7c78 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795701 Jun 07 18:58:10.431205 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-0cf4ca10-da90-4bd0-a2fe-17aa69d38767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:10.434358 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-0cf4ca10-da90-4bd0-a2fe-17aa69d38767 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e9a7ea8bfe9a42e4bdd73aace9717457&device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 1096 time: 0.2143993 Jun 07 18:58:10.485681 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d2678c55-ccc1-420c-b2de-581944138165 req-76be3a30-7c1a-4e87-a28b-5df04ae9a3e8 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 210 time: 0.1580391 Jun 07 18:58:10.540691 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:10.592134 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:10.766825 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b1b0f15f-02a7-481d-9928-5b33246a9fcc req-342283ea-6276-4fb8-aaa0-04261deabbf6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=071d2434-8d1b-4a29-b5b2-27bfa73e5506 HTTP/1.1" status: 200 len: 210 time: 0.0990045 Jun 07 18:58:10.834883 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:10.842535 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e2eb63b8-2e1c-412a-b3b5-790717765f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:10.875412 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-01e5b2c1-8c4c-42a6-a2ed-8fceb06664e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:10.880341 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-01e5b2c1-8c4c-42a6-a2ed-8fceb06664e0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e0293577-0c15-4813-9d57-b946b26c419d HTTP/1.1" status: 200 len: 910 time: 0.4377341 Jun 07 18:58:10.976074 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-c5300d5d-762f-464c-be06-7a74290c8bd0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4e5ea52-756c-4979-8656-482c6909074e HTTP/1.1" status: 200 len: 217 time: 0.0884240 Jun 07 18:58:10.983245 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Allocated IP 172.28.3.54 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/6336ea52-f52c-4ead-8f0a-7f3731d39185) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:58:11.097743 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-d97fc96a-0490-4a4b-ba26-bf1e566e0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:11.101305 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-d97fc96a-0490-4a4b-ba26-bf1e566e0e39 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2df37f26-892e-432c-8041-493d42098633 HTTP/1.1" status: 200 len: 849 time: 0.1157966 Jun 07 18:58:11.195255 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:11.207055 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] Checking router: 08e653df-a252-4a98-ae03-476023e0a76d for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:58:11.220042 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 28321dbb-6c34-4b58-9184-1e9841058558 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:58:11.244318 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-ba309fbc-1b3b-4fd5-9036-74486f20449e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e0293577-0c15-4813-9d57-b946b26c419d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341484 Jun 07 18:58:11.289195 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 28321dbb-6c34-4b58-9184-1e9841058558 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:58:11.289498 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 28321dbb-6c34-4b58-9184-1e9841058558 not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:58:11.295501 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:11.303820 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:58:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:11.350310 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:11.533511 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:11.536407 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:11.536407 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:58:11.536407 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:58:11.536407 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:58:11.536407 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:11.536407 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:58:11.541636 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-95133cfb-bb3e-422e-8102-ac6a5eb52ef1 service neutron] 10.222.0.63 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838326 Jun 07 18:58:11.592885 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:58:11.618320 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:11.649306 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:58:11.662314 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:58:11.670144 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-216f3364-53d9-411a-9f5b-60901f81137c req-90feaca6-6e3e-49b6-9e5c-67ca0a357eff tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0755734 Jun 07 18:58:11.705250 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:11.877842 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2e4470c3-20ae-4026-bb6d-6583646c6068 req-209c4199-b42b-4b3d-8558-765bcff4732d service neutron] 10.222.0.63 "GET /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274760 Jun 07 18:58:11.915161 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8603c-0cc0-4b96-acfc-84a7fbcfba72 req-75bc8b6a-1567-49c5-941f-8da6def79744 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:11.915998 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9ee8603c-0cc0-4b96-acfc-84a7fbcfba72 req-75bc8b6a-1567-49c5-941f-8da6def79744 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 945 time: 0.1200199 Jun 07 18:58:11.967431 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9ee8603c-0cc0-4b96-acfc-84a7fbcfba72 req-066137cf-fd37-43a0-8039-0b98252b15a6 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Jun 07 18:58:12.001381 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8606854-7d9d-4cbb-8000-48c64af5a3f2 req-bd2f3b9e-b98d-416e-b987-c501a6b32970 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:12.008494 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 56506) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:12.014395 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d8606854-7d9d-4cbb-8000-48c64af5a3f2 req-bd2f3b9e-b98d-416e-b987-c501a6b32970 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 943 time: 0.4184592 Jun 07 18:58:12.106191 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:12.122518 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d8606854-7d9d-4cbb-8000-48c64af5a3f2 req-20fb548d-b2ee-40bd-93f9-0e4ef2cc0cca tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018958 Jun 07 18:58:12.336655 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:12.342848 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f4358-8ee0-4aaf-9d2b-539c18b15c1e None None] The sync data for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb is: [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:58:12.397708 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56518) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:12.457626 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:12.476936 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da3e644-1b9c-41be-845e-54dce0a16f4b tempest-TestMinimumBasicScenario-1179930202 tempest-TestMinimumBasicScenario-1179930202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:12.483290 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3da3e644-1b9c-41be-845e-54dce0a16f4b tempest-TestMinimumBasicScenario-1179930202 tempest-TestMinimumBasicScenario-1179930202-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1093 time: 0.4697509 Jun 07 18:58:12.488503 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 56520) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:12.498940 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'floatingip': {'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'port_id': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:12.549960 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b1f96a6-4874-4a15-837c-c1e0c0751e23 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:12.639191 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b1f96a6-4874-4a15-837c-c1e0c0751e23 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:12.647136 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for floatingip, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:12.835640 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672ffeb-935f-401c-a26a-a59a2a40bac0 None None] New status for floating IP de716c55-23be-4736-9bf0-fc475bb483fc: DOWN {{(pid=104084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 18:58:12.878569 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a0fcb54a-dbe4-4cc0-a730-fc4fb43980d0 req-262a1ae9-8143-4188-a5fb-e4d2df9d3f3d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0614953 Jun 07 18:58:12.920172 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:12.930297 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.081767 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b1f96a6-4874-4a15-837c-c1e0c0751e23 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.084385 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b1f96a6-4874-4a15-837c-c1e0c0751e23 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.088161 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-6b1f96a6-4874-4a15-837c-c1e0c0751e23 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "DELETE /v2.0/security-groups/099ca358-f2f4-4540-b05b-2b85e5cf6194 HTTP/1.1" status: 204 len: 168 time: 0.6870182 Jun 07 18:58:13.088161 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.088469 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c4385ed7-f0ee-43c2-b7a5-b240977afc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:13.104172 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56524) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:13.128303 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f96a6-4874-4a15-837c-c1e0c0751e23 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099ca358-f2f4-4540-b05b-2b85e5cf6194,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:13.139492 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6b1f96a6-4874-4a15-837c-c1e0c0751e23 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:13.141248 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:13.206618 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device b4e5ea52-756c-4979-8656-482c6909074e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:58:13.251323 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.api.v2.resource [None req-e9fc14e3-929d-461d-90cb-822c431279c1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] show failed (client error): The resource could not be found. Jun 07 18:58:13.252403 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-e9fc14e3-929d-461d-90cb-822c431279c1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups/099ca358-f2f4-4540-b05b-2b85e5cf6194 HTTP/1.1" status: 404 len: 347 time: 0.1422646 Jun 07 18:58:13.270794 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56528) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:13.394749 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Allocated IP 172.28.3.56 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/bb190774-a39f-4534-ae36-38041571a0c7) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:58:13.400631 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.438839 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port b4e5ea52-756c-4979-8656-482c6909074e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b4e5ea52-756c-4979-8656-482c6909074e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:13.467438 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'b4e5ea52-756c-4979-8656-482c6909074e', 'network_id': 'e0293577-0c15-4813-9d57-b946b26c419d', 'port_id': 'b4e5ea52-756c-4979-8656-482c6909074e', 'mac_address': 'fa:16:3e:98:1b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df37f26-892e-432c-8041-493d42098633', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:58:13.471950 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.484992 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event updated for resources: {'Port': ['ID=6336ea52-f52c-4ead-8f0a-7f3731d39185,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:13.534647 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:13.575598 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838728f-9e5c-4673-9862-63bfbc259fbe req-db079ccc-fe0f-4aff-91e1-83d53cf61081 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:13.584145 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6838728f-9e5c-4673-9862-63bfbc259fbe req-db079ccc-fe0f-4aff-91e1-83d53cf61081 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 943 time: 0.2301834 Jun 07 18:58:13.604552 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Deleting port 4503cbb8-cf92-432c-9aeb-f9b97c06a6f9 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:58:13.605550 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.622508 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.661037 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e5ea52-756c-4979-8656-482c6909074e {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:58:13.689148 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port b4e5ea52-756c-4979-8656-482c6909074e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b4e5ea52-756c-4979-8656-482c6909074e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:13.702972 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6838728f-9e5c-4673-9862-63bfbc259fbe req-ed020a6e-9774-4fd3-90d7-cc57a8e94830 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178887 Jun 07 18:58:13.706085 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.730504 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.731798 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c55dcd0c-cdce-433b-b7dc-54ea1f7794cf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0277216 Jun 07 18:58:13.755651 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.756021 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.835182 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.837092 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-f70e94ff-6e44-4014-abf2-fca5fba48465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:13.904445 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Calling delete_port for 4503cbb8-cf92-432c-9aeb-f9b97c06a6f9 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:58:13.927206 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:13.927610 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=b4e5ea52-756c-4979-8656-482c6909074e,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:13.928596 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:13.928596 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:58:13.928596 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:58:13.928596 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:58:13.928596 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:13.928596 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:58:13.934068 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:13.975787 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:58:13.980698 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:58:13.985814 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:58:14.048540 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['b4e5ea52-756c-4979-8656-482c6909074e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:58:14.175991 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-4ec3ad59-faa5-413f-ae22-67392c979d75 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2104692155&fields=id&tenant_id=900703da489243d9910aad8278d29ae3 HTTP/1.1" status: 200 len: 267 time: 0.0493412 Jun 07 18:58:14.239597 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-be094e93-863f-4e4a-90df-608979af33be req-ee2e2abd-64c3-4666-b368-8c06a1c9d6d1 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0793700 Jun 07 18:58:14.321573 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:14.330935 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9c0622a6-f90d-4d28-9e63-31f2f3426188 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:14.396661 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event deleted for resources: {'Port': ['ID=4503cbb8-cf92-432c-9aeb-f9b97c06a6f9,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:14.405020 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:14.510430 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-ce5e10cc-5171-4442-9797-dbe106f9d818 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:14.512683 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-ce5e10cc-5171-4442-9797-dbe106f9d818 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.63 "GET /v2.0/networks?id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 HTTP/1.1" status: 200 len: 812 time: 0.3514702 Jun 07 18:58:14.614801 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-d984bc13-e882-4b05-b93c-066877f13d0e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:14.622024 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-d984bc13-e882-4b05-b93c-066877f13d0e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 817 time: 0.4364951 Jun 07 18:58:14.644999 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Request body: {'port': {'device_id': '86f76c33-33dd-430a-b206-62f53fbdb4f8', 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6', 'admin_state_up': True, 'tenant_id': '04c44c05b46043ec8d17aadbdc7e2fd7'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:14.658603 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-6e525051-8dac-4972-a9ca-83394c5dff21 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/quotas/900703da489243d9910aad8278d29ae3 HTTP/1.1" status: 200 len: 375 time: 0.0351293 Jun 07 18:58:14.783892 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:14.789008 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:14.790975 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "DELETE /v2.0/floatingips/de716c55-23be-4736-9bf0-fc475bb483fc HTTP/1.1" status: 204 len: 168 time: 1.5189860 Jun 07 18:58:14.895970 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-cf20c694-4f1a-48b3-8a4d-7cf51ec388df tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2201953 Jun 07 18:58:14.980204 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:15.050075 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bb560-3f84-44dc-bfb7-0a4df58c4159 req-64826d02-c36d-4627-a3fa-b0895d18fcbe tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:15.052159 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-842bb560-3f84-44dc-bfb7-0a4df58c4159 req-64826d02-c36d-4627-a3fa-b0895d18fcbe tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 944 time: 0.1070092 Jun 07 18:58:15.087114 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Made reservation on behalf of 04c44c05b46043ec8d17aadbdc7e2fd7 for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:58:15.091467 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:15.175994 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-842bb560-3f84-44dc-bfb7-0a4df58c4159 req-031d1d2b-509f-4127-b58c-89832c4969dd tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136339 Jun 07 18:58:15.177663 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-5f7683ef-8b63-48b8-b6f4-60b011c1b4e8 service neutron] 10.222.0.20 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528560 Jun 07 18:58:15.224314 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device b4e5ea52-756c-4979-8656-482c6909074e up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:58:15.345380 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-dce3fc7e-77f5-4e9f-b432-80dbf8ad0935 service neutron] 10.222.0.20 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598518 Jun 07 18:58:15.417253 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:15.469608 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port b4e5ea52-756c-4979-8656-482c6909074e completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:58:15.473519 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Allocated IP 172.20.0.14 (ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6/ef20078b-0074-4656-83eb-97a0127515c2/5cd19620-66c0-4e89-adbf-e490a527b4e9) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:58:15.476648 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port b4e5ea52-756c-4979-8656-482c6909074e triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:58:15.477594 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:15.699534 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:15.733756 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f735c411-2563-4351-8879-5e1464dc01a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e5ea52-756c-4979-8656-482c6909074e'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:15.736999 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6962eb7-9661-4a38-abf1-d83f66dcfabd" -d '{"events": [{"server_uuid": "f735c411-2563-4351-8879-5e1464dc01a7", "name": "network-vif-plugged", "status": "completed", "tag": "b4e5ea52-756c-4979-8656-482c6909074e"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:15.761605 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port b4e5ea52-756c-4979-8656-482c6909074e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b4e5ea52-756c-4979-8656-482c6909074e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:15.882668 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:15.890803 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:15.960097 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:15.983187 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:16.046596 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ee432628-9c33-4ed6-883d-7e12a133980f req-461e6dde-bd3c-4cb6-8002-775960b7746c tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0838318 Jun 07 18:58:16.064337 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:16.071036 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-747115ef-66a2-4a43-9a94-9885bcd676ff tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:16.093473 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=b4e5ea52-756c-4979-8656-482c6909074e,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:16.094581 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:16.161297 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:16.169023 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:16.169023 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:58:16.169023 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:58:16.169023 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:58:16.169023 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:16.169023 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:58:16.190915 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e9182ce2-e6d8-40e3-b2a5-32c16c5cfd03 req-6a785e61-121f-42b6-95c6-abb66245c81c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 210 time: 0.0502098 Jun 07 18:58:16.202724 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'Port': ['ID=bb190774-a39f-4534-ae36-38041571a0c7,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:16.217745 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:16.231627 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:58:16.234019 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:58:16.239112 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:58:16.308709 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa51075-a1ad-4126-bcbf-41a6d736633b x-openstack-request-id: req-2fa51075-a1ad-4126-bcbf-41a6d736633b {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:16.309394 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f735c411-2563-4351-8879-5e1464dc01a7", "name": "network-vif-plugged", "status": "completed", "tag": "b4e5ea52-756c-4979-8656-482c6909074e", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:16.309719 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fa51075-a1ad-4126-bcbf-41a6d736633b {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:16.310210 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f735c411-2563-4351-8879-5e1464dc01a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e5ea52-756c-4979-8656-482c6909074e', 'code': 200} Jun 07 18:58:16.326033 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:16.472724 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:16.473968 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:16.523230 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56582) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:16.547425 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2742a607-1c6e-4e45-b8a2-432325a3698b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4834996', 'description': 'tempest-description--640565766'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:16.634390 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dcea1-970c-456e-93b9-7e285d627b61 req-d7f6bc01-c6fb-4ed4-9663-61c236370e29 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:16.637449 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9b8dcea1-970c-456e-93b9-7e285d627b61 req-d7f6bc01-c6fb-4ed4-9663-61c236370e29 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 945 time: 0.1600411 Jun 07 18:58:16.649731 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-1d6c42ca-97eb-4786-8515-f134d21d35bf tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0087314 Jun 07 18:58:16.663126 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Request body: {'port': {'device_id': '86f76c33-33dd-430a-b206-62f53fbdb4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:16.731549 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.l3_db [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Floating IP a912e615-cc6e-485b-aab1-f7c888ad7eaa associated. External IP: 172.28.3.56, port: f62f2861-e934-40ed-a361-d30ccc7f1f8e. Jun 07 18:58:16.736342 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9b8dcea1-970c-456e-93b9-7e285d627b61 req-a01332d4-c404-44b3-be17-3b3a3c9903ad tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874732 Jun 07 18:58:16.843721 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2742a607-1c6e-4e45-b8a2-432325a3698b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:16.938563 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da028b-aca6-4ad4-ab2b-b83a8503ecc3 req-61a44b05-6876-4dd9-af34-73061d9f9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:16.940221 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d2da028b-aca6-4ad4-ab2b-b83a8503ecc3 req-61a44b05-6876-4dd9-af34-73061d9f9f65 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 1098 time: 0.1368387 Jun 07 18:58:16.979552 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:17.014425 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d2da028b-aca6-4ad4-ab2b-b83a8503ecc3 req-c1b2b701-2b3a-4208-a3f8-3a73130b3308 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654826 Jun 07 18:58:17.028690 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2742a607-1c6e-4e45-b8a2-432325a3698b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:17.160212 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2742a607-1c6e-4e45-b8a2-432325a3698b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:17.164201 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6b1f96a6-4874-4a15-837c-c1e0c0751e23 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:17.204229 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742a607-1c6e-4e45-b8a2-432325a3698b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d72de-7aec-4fe9-8c4a-12428cecff0f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:17.207123 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2742a607-1c6e-4e45-b8a2-432325a3698b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:17.327671 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2742a607-1c6e-4e45-b8a2-432325a3698b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:17.329972 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-2742a607-1c6e-4e45-b8a2-432325a3698b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.7883897 Jun 07 18:58:17.334876 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56600) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:17.343839 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-872b9870-8f01-4eb7-8df9-40bd0cab89be tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'security_group_rule': {'security_group_id': 'b42d72de-7aec-4fe9-8c4a-12428cecff0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:17.449234 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1f383618-d762-449b-bfde-1348c3e09054 req-4c472e01-3d00-45e9-aee0-362fe2efe077 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 210 time: 0.0973802 Jun 07 18:58:17.592154 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-872b9870-8f01-4eb7-8df9-40bd0cab89be tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:17.619476 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:58:17.703796 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-872b9870-8f01-4eb7-8df9-40bd0cab89be tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:17.757317 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623355f0-6957-4526-8143-9f0e2c8ee641 req-04726cc8-f9c5-4cff-b6e5-b67d80ef4604 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:17.762807 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-623355f0-6957-4526-8143-9f0e2c8ee641 req-04726cc8-f9c5-4cff-b6e5-b67d80ef4604 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 932 time: 0.5314395 Jun 07 18:58:17.803017 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-872b9870-8f01-4eb7-8df9-40bd0cab89be tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:17.805742 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ad3f6a83-0eda-4621-aad8-3c0770a85be8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:17.922900 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b9870-8f01-4eb7-8df9-40bd0cab89be tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11206b9a-4c78-4ee0-a811-5f36cecdf75f,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:17.930096 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-872b9870-8f01-4eb7-8df9-40bd0cab89be tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:17.969257 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-623355f0-6957-4526-8143-9f0e2c8ee641 req-90edce17-e561-497e-8c3c-858e10d79a26 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937339 Jun 07 18:58:17.980306 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8940bfb-80d7-4022-a54d-ecbcf97dd63e req-d2ba68ef-a115-40c7-9043-84f87edbd181 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:17.989174 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e8940bfb-80d7-4022-a54d-ecbcf97dd63e req-d2ba68ef-a115-40c7-9043-84f87edbd181 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 945 time: 0.1173792 Jun 07 18:58:17.989532 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd19620-66c0-4e89-adbf-e490a527b4e9 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:58:18.012689 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:58:18.021170 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:18.038025 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] Sync routers for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:58:18.057708 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e8940bfb-80d7-4022-a54d-ecbcf97dd63e req-23a25a85-c652-4e0c-bf61-6148d7b5bd62 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670397 Jun 07 18:58:18.065071 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-872b9870-8f01-4eb7-8df9-40bd0cab89be tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:18.070074 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 56608) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:18.070243 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-872b9870-8f01-4eb7-8df9-40bd0cab89be tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7331688 Jun 07 18:58:18.076330 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:18.078875 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:58:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:18.092572 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-ae3a0ca0-3286-485a-bf87-12be3022de3a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'security_group_rule': {'security_group_id': 'b42d72de-7aec-4fe9-8c4a-12428cecff0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:18.104084 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Transition to ACTIVE for port object 5cd19620-66c0-4e89-adbf-e490a527b4e9 will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:58:18.203764 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:18.284364 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:18.301518 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:18.332362 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:18.345924 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8565209 Jun 07 18:58:18.351486 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56620) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:18.359142 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-75a5f9f4-92bc-4943-a856-e18ea96c431b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-861927714', 'description': 'tempest-secgroup-smoke-861927714 description', 'project_id': '699ae59021bf41bc986e524e973a3700'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:18.362357 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:18.362357 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8350a5ce-8630-4e63-9587-12ab3bdc14f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:18.469082 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befde28c-e0ce-4fe0-84d1-d75e1d4480d8 x-openstack-request-id: req-befde28c-e0ce-4fe0-84d1-d75e1d4480d8 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:18.469510 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:18.469988 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-befde28c-e0ce-4fe0-84d1-d75e1d4480d8 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:18.470570 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'status': 'completed', 'code': 200} Jun 07 18:58:18.507893 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd19620-66c0-4e89-adbf-e490a527b4e9,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:18.510948 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:18.562444 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0ca0-3286-485a-bf87-12be3022de3a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:18.715464 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Attempting to bind port 5cd19620-66c0-4e89-adbf-e490a527b4e9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:58:18.716562 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Attempting to bind port 5cd19620-66c0-4e89-adbf-e490a527b4e9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'afa73617-9fc8-4442-9882-af5aefed8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:58:18.716763 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Attempting to bind port 5cd19620-66c0-4e89-adbf-e490a527b4e9 on network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:58:18.717857 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-0b2fcfcb-2d9f-4a2f-a783-c0ce322221c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:18.719680 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-0b2fcfcb-2d9f-4a2f-a783-c0ce322221c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=699ae59021bf41bc986e524e973a3700&device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1098 time: 0.2310369 Jun 07 18:58:18.748122 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Port 5cd19620-66c0-4e89-adbf-e490a527b4e9 on network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:58:18.748681 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Attempting to bind port 5cd19620-66c0-4e89-adbf-e490a527b4e9 on network ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:58:18.754793 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0ca0-3286-485a-bf87-12be3022de3a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:18.763412 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:58:18.764003 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Checking segment: {'id': 'afa73617-9fc8-4442-9882-af5aefed8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:58:18.764653 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Bound using segment: {'id': 'afa73617-9fc8-4442-9882-af5aefed8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:58:18.765533 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Bound port: 5cd19620-66c0-4e89-adbf-e490a527b4e9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa73617-9fc8-4442-9882-af5aefed8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:58:18.766151 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:18.796478 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75a5f9f4-92bc-4943-a856-e18ea96c431b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:18.816902 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eb123004-7c83-4cd9-b1c3-4c17c0c20c70 req-e8db5e43-280b-4a60-90ed-9697b66c897b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 210 time: 0.0869873 Jun 07 18:58:18.907177 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0ca0-3286-485a-bf87-12be3022de3a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:18.959262 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-93b6c69f-5dba-4120-bf3d-b92a99761931 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:18.974825 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-3cd7c747-bb5b-4cdb-8c87-2c63f512dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:18.977603 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-3cd7c747-bb5b-4cdb-8c87-2c63f512dfbf service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a HTTP/1.1" status: 200 len: 915 time: 0.2085962 Jun 07 18:58:19.039877 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a0ca0-3286-485a-bf87-12be3022de3a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceba9c74-4a26-43d6-9a35-19b909a4a46f,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:19.053770 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ae3a0ca0-3286-485a-bf87-12be3022de3a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:19.069745 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] For port 5cd19620-66c0-4e89-adbf-e490a527b4e9, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:58:19.083505 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] For port 5cd19620-66c0-4e89-adbf-e490a527b4e9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5cd19620-66c0-4e89-adbf-e490a527b4e9,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:58:19.154080 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'a912e615-cc6e-485b-aab1-f7c888ad7eaa', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'port_id': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'mac_address': 'fa:16:3e:9a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e616f834-9776-4fb1-baa8-109a2a169364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:58:14Z', 'updated_at': '2021-06-07T18:58:14Z', 'revision_number': 0, 'project_id': '699ae59021bf41bc986e524e973a3700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b62f78-b172-4f3c-ba53-570fef7812f3', 'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'mac_address': 'fa:16:3e:24:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:49Z', 'updated_at': '2021-06-07T18:57:01Z', 'revision_number': 5, 'project_id': '699ae59021bf41bc986e524e973a3700', 'subnets': [{'id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:19.154080 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] Checking router: 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:58:19.168938 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:19.170403 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:58:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:19.172893 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-7c4e8b96-1396-46ed-bb4a-60dbb9fab592 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 998 time: 0.1864316 Jun 07 18:58:19.270773 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75a5f9f4-92bc-4943-a856-e18ea96c431b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:19.314981 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-b3dae77e-1e55-41ca-ac1a-cc6587959fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:19.316630 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-b3dae77e-1e55-41ca-ac1a-cc6587959fc3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82e044e7-30b9-4875-88cf-92edeae7351c HTTP/1.1" status: 200 len: 853 time: 0.1360340 Jun 07 18:58:19.392532 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4daad6-2f72-4041-b4dd-8b1d1487b483 req-7e6c0c53-0412-4aa8-9ecb-29c4e782d9e3 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:19.395784 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6e4daad6-2f72-4041-b4dd-8b1d1487b483 req-7e6c0c53-0412-4aa8-9ecb-29c4e782d9e3 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 944 time: 0.1357327 Jun 07 18:58:19.440233 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:19.454876 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3aa6dbf4-ee08-44bb-a092-4266c47cada7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:19.487483 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75a5f9f4-92bc-4943-a856-e18ea96c431b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:19.499669 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-26680687-9f57-41d7-bbd7-14a356dbf633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:19.521891 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:19.572011 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7f7cd-8fc9-4e79-bae6-a63923dec5b7 req-0017ff65-d1e5-4307-8edf-12bd42393e04 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:19.573831 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-67f7f7cd-8fc9-4e79-bae6-a63923dec5b7 req-0017ff65-d1e5-4307-8edf-12bd42393e04 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 945 time: 0.3519397 Jun 07 18:58:19.600754 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:19.601862 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:19.605634 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] 10.222.0.63 "PUT /v2.0/ports/5cd19620-66c0-4e89-adbf-e490a527b4e9 HTTP/1.1" status: 200 len: 1094 time: 2.9457738 Jun 07 18:58:19.617592 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0ca0-3286-485a-bf87-12be3022de3a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:19.619681 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-ae3a0ca0-3286-485a-bf87-12be3022de3a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5418911 Jun 07 18:58:19.633531 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 56636) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:19.642252 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'floatingip': {'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:19.663339 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6e4daad6-2f72-4041-b4dd-8b1d1487b483 req-610df78e-5060-4ca1-a87e-0a6d21bfb6b0 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598269 Jun 07 18:58:19.664099 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5f9f4-92bc-4943-a856-e18ea96c431b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30470c0d-046d-46d6-8ed2-ce1fc49f2968,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:19.668631 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-75a5f9f4-92bc-4943-a856-e18ea96c431b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:19.696220 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75a5f9f4-92bc-4943-a856-e18ea96c431b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:19.697637 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-75a5f9f4-92bc-4943-a856-e18ea96c431b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3433676 Jun 07 18:58:19.705674 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 56638) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:19.706896 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd19620-66c0-4e89-adbf-e490a527b4e9,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:19.721626 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-366a6a6a-dd39-4729-9a2f-00640428a7c5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'security_group_rule': {'security_group_id': '30470c0d-046d-46d6-8ed2-ce1fc49f2968', 'project_id': '699ae59021bf41bc986e524e973a3700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:19.733478 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:19.777471 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-67f7f7cd-8fc9-4e79-bae6-a63923dec5b7 req-4465c183-d848-48aa-9fb7-d4c0bfe0f1d4 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389565 Jun 07 18:58:19.786464 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-c2eacb7e-10de-4ac2-9434-3c33224b46cd tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:19.788070 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-c2eacb7e-10de-4ac2-9434-3c33224b46cd tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 817 time: 0.3277144 Jun 07 18:58:19.797836 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-518dca7e-58dd-44a6-b1a9-5a061e93dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:19.797836 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-518dca7e-58dd-44a6-b1a9-5a061e93dea7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4693902 Jun 07 18:58:19.887476 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-af1a4308-b0bd-47a0-98ee-70a01ea26b61 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=900703da489243d9910aad8278d29ae3 HTTP/1.1" status: 200 len: 380 time: 0.0837817 Jun 07 18:58:19.904086 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'port': {'device_id': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'admin_state_up': True, 'tenant_id': '900703da489243d9910aad8278d29ae3', 'security_groups': ['40f1c854-ef3d-4071-abb8-36c545fec584']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:19.989755 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-4f01b293-0873-4012-a806-ca95cd8d9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:19.991747 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-4f01b293-0873-4012-a806-ca95cd8d9a56 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04c44c05b46043ec8d17aadbdc7e2fd7&device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 1097 time: 0.1621137 Jun 07 18:58:20.156549 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-6b07575b-fda1-41a2-a1a6-803c569b8f04 service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164690 Jun 07 18:58:20.179590 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'a912e615-cc6e-485b-aab1-f7c888ad7eaa', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'port_id': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'mac_address': 'fa:16:3e:9a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e616f834-9776-4fb1-baa8-109a2a169364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:58:14Z', 'updated_at': '2021-06-07T18:58:14Z', 'revision_number': 0, 'project_id': '699ae59021bf41bc986e524e973a3700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b62f78-b172-4f3c-ba53-570fef7812f3', 'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'mac_address': 'fa:16:3e:24:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:49Z', 'updated_at': '2021-06-07T18:57:01Z', 'revision_number': 5, 'project_id': '699ae59021bf41bc986e524e973a3700', 'subnets': [{'id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:20.188477 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed5c78-e0c9-4c44-8ce6-cebf447bb287 None None] The sync data for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb is: [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'a912e615-cc6e-485b-aab1-f7c888ad7eaa', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'port_id': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'mac_address': 'fa:16:3e:9a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e616f834-9776-4fb1-baa8-109a2a169364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:58:14Z', 'updated_at': '2021-06-07T18:58:14Z', 'revision_number': 0, 'project_id': '699ae59021bf41bc986e524e973a3700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b62f78-b172-4f3c-ba53-570fef7812f3', 'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'mac_address': 'fa:16:3e:24:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:49Z', 'updated_at': '2021-06-07T18:57:01Z', 'revision_number': 5, 'project_id': '699ae59021bf41bc986e524e973a3700', 'subnets': [{'id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:58:20.209778 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:20.267618 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-703adc2b-2b0b-4e59-8675-0f95d17c19ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cd19620-66c0-4e89-adbf-e490a527b4e9 HTTP/1.1" status: 200 len: 217 time: 0.2599792 Jun 07 18:58:20.274625 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-86b912b0-3a6e-4825-9be3-c6c8581b6b66 req-25ec92b1-49b2-42f3-a4e2-2002e1cb1072 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 210 time: 0.1340003 Jun 07 18:58:20.289603 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.db.api [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 18:58:20.289603 dv-cinder-790535-1-smb neutron-server[104081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 18:58:20.289603 dv-cinder-790535-1-smb neutron-server[104081]: [parameters: {'project_id_1': '900703da489243d9910aad8278d29ae3', 'expiration_1': datetime.datetime(2021, 6, 7, 18, 58, 20, 225564)}] Jun 07 18:58:20.289603 dv-cinder-790535-1-smb neutron-server[104081]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=104081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 18:58:20.290120 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_db.api [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 18:58:20.372110 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-9ffce979-b0c5-4d29-a9ff-513025583437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:20.374861 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-9ffce979-b0c5-4d29-a9ff-513025583437 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ef20078b-0074-4656-83eb-97a0127515c2 HTTP/1.1" status: 200 len: 852 time: 0.0945947 Jun 07 18:58:20.378232 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8350a5ce-8630-4e63-9587-12ab3bdc14f4 req-f2e4fdf3-4fe7-4627-ad0e-ee0aa997a1bc service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106080 Jun 07 18:58:20.473692 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f76c33-33dd-430a-b206-62f53fbdb4f8', 'tag': '5cd19620-66c0-4e89-adbf-e490a527b4e9'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:20.476925 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011ae37c-278f-43f9-8ba7-62944eea4f03" -d '{"events": [{"name": "network-changed", "server_uuid": "86f76c33-33dd-430a-b206-62f53fbdb4f8", "tag": "5cd19620-66c0-4e89-adbf-e490a527b4e9"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:20.517743 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-9add74fb-2104-416d-9b87-78da404a1191 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916727 Jun 07 18:58:20.518828 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-366a6a6a-dd39-4729-9a2f-00640428a7c5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:20.569989 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed033060-7127-4a30-8724-875fcf248524 None None] New status for floating IP a912e615-cc6e-485b-aab1-f7c888ad7eaa: ACTIVE {{(pid=104084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 18:58:20.579301 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacedd9e-fcbe-43ba-90dd-2800aa70b453 x-openstack-request-id: req-bacedd9e-fcbe-43ba-90dd-2800aa70b453 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:20.579612 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f76c33-33dd-430a-b206-62f53fbdb4f8", "tag": "5cd19620-66c0-4e89-adbf-e490a527b4e9", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:20.579964 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bacedd9e-fcbe-43ba-90dd-2800aa70b453 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:20.580670 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f76c33-33dd-430a-b206-62f53fbdb4f8', 'tag': '5cd19620-66c0-4e89-adbf-e490a527b4e9', 'status': 'completed', 'code': 200} Jun 07 18:58:20.925323 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-366a6a6a-dd39-4729-9a2f-00640428a7c5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:20.990803 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Made reservation on behalf of 900703da489243d9910aad8278d29ae3 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:58:20.996909 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:21.082334 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-adc735b2-e07c-48c5-b252-bd057d5f2f24 service neutron] 10.222.0.63 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047283 Jun 07 18:58:21.084973 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-366a6a6a-dd39-4729-9a2f-00640428a7c5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:21.122465 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8b3b9147-889b-4a7f-99e8-d1182269a1ba tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:21.134499 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:21.210997 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a6a6a-dd39-4729-9a2f-00640428a7c5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b0ea2f-f078-4726-9747-e897ee405842,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:21.220213 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-366a6a6a-dd39-4729-9a2f-00640428a7c5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:21.233363 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Allocated IP 172.20.0.9 (dd589f54-393a-4051-8c01-4ac70af62fd4/066c2e9a-ff2b-495c-8762-c16201098c31/4db00f31-5bde-4197-899c-cc155e101eef) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:58:21.291247 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e53e3-b7c0-4738-a73b-76106a8bd121 req-3d684f86-d8bc-4303-a6b6-c9c3a9355902 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:21.293404 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ed8e53e3-b7c0-4738-a73b-76106a8bd121 req-3d684f86-d8bc-4303-a6b6-c9c3a9355902 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 944 time: 0.3768668 Jun 07 18:58:21.303139 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-366a6a6a-dd39-4729-9a2f-00640428a7c5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:21.306223 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-366a6a6a-dd39-4729-9a2f-00640428a7c5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5920727 Jun 07 18:58:21.311927 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 56664) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:21.350399 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-ee46437f-f45c-4418-8938-6bc63fdb4aa0 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'security_group_rule': {'security_group_id': '30470c0d-046d-46d6-8ed2-ce1fc49f2968', 'project_id': '699ae59021bf41bc986e524e973a3700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:21.450944 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8b1173d-09ea-4aa8-9b27-04ae86b73f0c req-5763eb3d-f250-4f65-abfe-b7e8da1cef11 service neutron] 10.222.0.63 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587382 Jun 07 18:58:21.493194 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ed8e53e3-b7c0-4738-a73b-76106a8bd121 req-3a0482ca-6f5d-4466-88a8-ef28ee4408c1 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819069 Jun 07 18:58:21.530310 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Allocated IP 172.28.3.46 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/74d86960-41d2-44ca-9e3f-1f08f7708b68) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:58:21.687221 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:21.693948 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6d5baa6a-a18e-413f-b40f-500cb67c0ac3 req-a041380d-1181-44de-8a27-510b8e893f3b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 210 time: 0.1238923 Jun 07 18:58:21.727050 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Transition to ACTIVE for port object 4db00f31-5bde-4197-899c-cc155e101eef will not be triggered until provisioned by entity DHCP. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:58:21.875004 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ee46437f-f45c-4418-8938-6bc63fdb4aa0 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:21.945380 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:21.950129 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:21.950129 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:58:21.950129 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:58:21.950129 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:58:21.950129 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:21.950129 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:58:21.970621 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Network dd589f54-393a-4051-8c01-4ac70af62fd4 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:58:21.972038 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:58:21.973464 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:21.974772 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:58:22.018948 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-014088fc-1ce2-4f3e-a851-27cf4589eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:22.020497 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-014088fc-1ce2-4f3e-a851-27cf4589eb09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04c44c05b46043ec8d17aadbdc7e2fd7&device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 1097 time: 0.2077351 Jun 07 18:58:22.029769 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ee46437f-f45c-4418-8938-6bc63fdb4aa0 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:22.062566 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:22.063536 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:22.197084 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-67d36312-d7ef-42aa-bc9f-7f64ef5a497e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2974627 Jun 07 18:58:22.204359 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ee46437f-f45c-4418-8938-6bc63fdb4aa0 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:22.213913 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Request body: {'port': {'device_id': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:22.223782 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:22.236027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-c5d506d2-e1f5-47d0-b3e3-9330a5aa591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:22.239276 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-c5d506d2-e1f5-47d0-b3e3-9330a5aa591c service neutron] 10.222.0.63 "GET /v2.0/networks?id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 HTTP/1.1" status: 200 len: 913 time: 0.2072461 Jun 07 18:58:22.349832 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:22.353998 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46437f-f45c-4418-8938-6bc63fdb4aa0 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14fc816-20a1-4eac-a79a-4a9d678fe640,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:22.387724 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ee46437f-f45c-4418-8938-6bc63fdb4aa0 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:22.389583 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:22.390516 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:22.390516 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:58:22.390516 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:58:22.390516 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:58:22.390516 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:22.390516 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 18:58:22.400821 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-79ce711f-7d90-4eb6-9041-2f06b2096e72 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cd19620-66c0-4e89-adbf-e490a527b4e9 HTTP/1.1" status: 200 len: 217 time: 0.1501086 Jun 07 18:58:22.412992 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-0e4b9383-8a7a-4ad4-a4f3-c0041b4d50f9 None None] Provisioning for port 4db00f31-5bde-4197-899c-cc155e101eef completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:58:22.423261 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-0e4b9383-8a7a-4ad4-a4f3-c0041b4d50f9 None None] Provisioning complete for port 4db00f31-5bde-4197-899c-cc155e101eef triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:58:22.423989 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9383-8a7a-4ad4-a4f3-c0041b4d50f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:22.468402 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ee46437f-f45c-4418-8938-6bc63fdb4aa0 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:22.472621 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-ee46437f-f45c-4418-8938-6bc63fdb4aa0 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1444385 Jun 07 18:58:22.474894 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:58:22.476595 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56686) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:22.478021 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:58:22.482319 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:58:22.495365 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b9383-8a7a-4ad4-a4f3-c0041b4d50f9 None None] Port 4db00f31-5bde-4197-899c-cc155e101eef cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:58:22.507010 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-fe03f6fb-c73a-44d7-b406-5cd234f18354 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'security_group_rule': {'security_group_id': '30470c0d-046d-46d6-8ed2-ce1fc49f2968', 'project_id': '699ae59021bf41bc986e524e973a3700', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:22.536089 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-0d8a8922-137b-436e-91ae-98f15a55fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:22.537899 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-0d8a8922-137b-436e-91ae-98f15a55fd33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ef20078b-0074-4656-83eb-97a0127515c2 HTTP/1.1" status: 200 len: 852 time: 0.1295981 Jun 07 18:58:22.598085 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-36899b44-c1e5-4adf-8fd2-84f2edd2bc72 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524011 Jun 07 18:58:22.734613 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:22.839640 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-24f336a5-a93c-4f3e-84e5-ecb8ab26f0aa service neutron] 10.222.0.63 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304966 Jun 07 18:58:22.932733 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f0854-09d2-4c7d-8837-46414b1de37a req-b691573a-add7-449c-8187-4d84d6470c15 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:22.934495 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d22f0854-09d2-4c7d-8837-46414b1de37a req-b691573a-add7-449c-8187-4d84d6470c15 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 945 time: 0.3285484 Jun 07 18:58:22.937514 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fe03f6fb-c73a-44d7-b406-5cd234f18354 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.060591 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e69ea-ab40-4abb-8054-b58e2333123a req-24f8a225-f747-4cd8-b91d-310406807d2d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:23.062607 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8e9e69ea-ab40-4abb-8054-b58e2333123a req-24f8a225-f747-4cd8-b91d-310406807d2d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 944 time: 0.3260436 Jun 07 18:58:23.081054 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d22f0854-09d2-4c7d-8837-46414b1de37a req-b2a40940-9607-4e09-9c1a-ee0c2398a8c1 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267388 Jun 07 18:58:23.135663 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.141498 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fe03f6fb-c73a-44d7-b406-5cd234f18354 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.217846 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db00f31-5bde-4197-899c-cc155e101eef {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:58:23.225281 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fe03f6fb-c73a-44d7-b406-5cd234f18354 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.234977 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.239220 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e2feaaf5-f765-4c71-a608-6911e7e79bf5 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:23.295292 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03f6fb-c73a-44d7-b406-5cd234f18354 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93267fc-1ae5-42de-a6c6-84744fa100a0,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:23.304240 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-fe03f6fb-c73a-44d7-b406-5cd234f18354 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:23.312018 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Transition to ACTIVE for port object 4db00f31-5bde-4197-899c-cc155e101eef will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:58:23.326312 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8e9e69ea-ab40-4abb-8054-b58e2333123a req-c14fcf3a-ba12-45f8-9908-755587d1cfc2 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477767 Jun 07 18:58:23.332129 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-011ae37c-278f-43f9-8ba7-62944eea4f03 req-3fa95fd7-d63c-4e12-9cfa-a37feefee4cb service neutron] 10.222.0.63 "GET /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856970 Jun 07 18:58:23.406754 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fe03f6fb-c73a-44d7-b406-5cd234f18354 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.409416 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-fe03f6fb-c73a-44d7-b406-5cd234f18354 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9141035 Jun 07 18:58:23.412480 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56694) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:23.417462 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-764aaccf-fae6-43a1-b584-4e591a72bbe3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'security_group_rule': {'security_group_id': '30470c0d-046d-46d6-8ed2-ce1fc49f2968', 'project_id': '699ae59021bf41bc986e524e973a3700', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:23.449695 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e9b09-c118-4e14-8b7b-77f6c8ed5f8f req-fe4cc9cc-e8da-4e57-934f-713d7ce20ffa tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:23.451618 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-776e9b09-c118-4e14-8b7b-77f6c8ed5f8f req-fe4cc9cc-e8da-4e57-934f-713d7ce20ffa tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 931 time: 0.1417339 Jun 07 18:58:23.455190 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.468312 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:23.554891 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.635739 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.638212 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:23.641524 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:23.652695 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-764aaccf-fae6-43a1-b584-4e591a72bbe3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.665325 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:23.722829 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event updated for resources: {'Port': ['ID=74d86960-41d2-44ca-9e3f-1f08f7708b68,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:23.729244 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:23.746964 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-776e9b09-c118-4e14-8b7b-77f6c8ed5f8f req-74812f1a-2eb8-48e4-aaa7-981bc98f3dac tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449305 Jun 07 18:58:23.815603 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.836215 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-764aaccf-fae6-43a1-b584-4e591a72bbe3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.838699 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Attempting to bind port 4db00f31-5bde-4197-899c-cc155e101eef on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:58:23.839680 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Attempting to bind port 4db00f31-5bde-4197-899c-cc155e101eef by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:58:23.840114 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Attempting to bind port 4db00f31-5bde-4197-899c-cc155e101eef on network dd589f54-393a-4051-8c01-4ac70af62fd4 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:58:23.845492 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Port 4db00f31-5bde-4197-899c-cc155e101eef on network dd589f54-393a-4051-8c01-4ac70af62fd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:58:23.845818 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Attempting to bind port 4db00f31-5bde-4197-899c-cc155e101eef on network dd589f54-393a-4051-8c01-4ac70af62fd4 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:58:23.851643 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:58:23.851986 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Checking segment: {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:58:23.852376 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Bound using segment: {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:58:23.852843 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Bound port: 4db00f31-5bde-4197-899c-cc155e101eef, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0ce2e3-0440-4be5-976d-c9e7bac584b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:58:23.853198 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:23.949665 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-76e9b011-1db4-4383-bf48-19bed6e80d6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:23.951589 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-76e9b011-1db4-4383-bf48-19bed6e80d6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.63 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 945 time: 0.0939360 Jun 07 18:58:23.969867 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:58:23.973851 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:58:24.024096 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:24.034530 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-5335b91f-b85c-4a0b-89cd-996ac22b904c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3909080 Jun 07 18:58:24.093125 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-764aaccf-fae6-43a1-b584-4e591a72bbe3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:24.098242 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:24.108375 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:24.256248 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Deleting port b4e5ea52-756c-4979-8656-482c6909074e {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:58:24.257143 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:24.426844 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:24.436885 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:24.437891 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-34bd922e-0358-47f5-bf96-af494d6c0e0a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:24.462031 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:24.462733 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:24.466366 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] 10.222.0.63 "PUT /v2.0/ports/4db00f31-5bde-4197-899c-cc155e101eef HTTP/1.1" status: 200 len: 1093 time: 2.2596805 Jun 07 18:58:24.466586 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:24.470799 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1fb186-b0eb-4510-ae99-d27b9c501948" -d '{"events": [{"name": "network-changed", "server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "tag": "4db00f31-5bde-4197-899c-cc155e101eef"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:24.478064 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aaccf-fae6-43a1-b584-4e591a72bbe3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45dd323-2ecf-4bc2-99ab-74184d4c516b,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:24.482422 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-764aaccf-fae6-43a1-b584-4e591a72bbe3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:24.540527 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-764aaccf-fae6-43a1-b584-4e591a72bbe3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:24.543900 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-764aaccf-fae6-43a1-b584-4e591a72bbe3 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1287532 Jun 07 18:58:24.547688 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56718) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:24.562288 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2b21f717-7ee1-4136-9d66-1136ac09d411 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'security_group_rule': {'security_group_id': '30470c0d-046d-46d6-8ed2-ce1fc49f2968', 'project_id': '699ae59021bf41bc986e524e973a3700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:24.738129 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84474-273e-4bb5-b53b-10f7bf5e1304 req-421e71b9-bfb8-4050-8472-53682392b656 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:24.740877 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6bb84474-273e-4bb5-b53b-10f7bf5e1304 req-421e71b9-bfb8-4050-8472-53682392b656 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 945 time: 0.4203851 Jun 07 18:58:24.806067 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] For port b4e5ea52-756c-4979-8656-482c6909074e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b4e5ea52-756c-4979-8656-482c6909074e,segment=NetworkSegment(cd71168c-c2bf-4d61-a0b7-ab5918e91412),segment_id=cd71168c-c2bf-4d61-a0b7-ab5918e91412)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:24.806484 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:24.843852 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6bb84474-273e-4bb5-b53b-10f7bf5e1304 req-3d436ab6-01dd-4675-8b3d-327a8ed15912 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7133ca8-79e1-4d89-8daa-847f558d0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799427 Jun 07 18:58:24.861235 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-ff3eef82-39e4-43c8-943b-5b04fe8a31ce tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--4834996&fields=id&tenant_id=2a38f8cb78974e63ae20686654e12a69 HTTP/1.1" status: 200 len: 267 time: 0.2704825 Jun 07 18:58:24.865467 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.securitygroups_db [None req-2b21f717-7ee1-4136-9d66-1136ac09d411 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Project 699ae59021bf41bc986e524e973a3700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 18:58:24.937067 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b21f717-7ee1-4136-9d66-1136ac09d411 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:25.077311 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-f0ae55c7-3ba1-4a12-97ee-f2835f3a594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:25.078899 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-f0ae55c7-3ba1-4a12-97ee-f2835f3a594f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 1096 time: 0.3632061 Jun 07 18:58:25.080004 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Calling delete_port for b4e5ea52-756c-4979-8656-482c6909074e owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:58:25.186472 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-86ca8cdc-3958-4684-9b7d-a6f3d7b34c2f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4db00f31-5bde-4197-899c-cc155e101eef HTTP/1.1" status: 200 len: 217 time: 0.0982182 Jun 07 18:58:25.266161 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b21f717-7ee1-4136-9d66-1136ac09d411 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:25.275268 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-a47038f3-ce64-4c9a-b6cd-dbb014fb5821 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:25.276943 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-a47038f3-ce64-4c9a-b6cd-dbb014fb5821 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 810 time: 0.4007628 Jun 07 18:58:25.280797 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31df1c-cac8-4068-94bf-ee4fe2439b72 req-136021e7-29df-46b7-ac65-f480c75f9ab0 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:25.283634 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c31df1c-cac8-4068-94bf-ee4fe2439b72 req-136021e7-29df-46b7-ac65-f480c75f9ab0 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 944 time: 0.2221117 Jun 07 18:58:25.297705 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 5cd19620-66c0-4e89-adbf-e490a527b4e9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:58:25.304173 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-cb9d09ba-5de7-4a16-9d0e-b616d1b06b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:25.306893 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-cb9d09ba-5de7-4a16-9d0e-b616d1b06b0c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.1060302 Jun 07 18:58:25.307438 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-0a57d3f7-1c5f-4622-ab2d-21f45ce22c0d tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/quotas/2a38f8cb78974e63ae20686654e12a69 HTTP/1.1" status: 200 len: 375 time: 0.0206320 Jun 07 18:58:25.373940 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b21f717-7ee1-4136-9d66-1136ac09d411 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:25.462669 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4c31df1c-cac8-4068-94bf-ee4fe2439b72 req-f22073f6-48e5-4cff-9c18-b23345cd525c tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595612 Jun 07 18:58:25.481039 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:25.613145 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:25.624958 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-196dd746-72d1-488a-a32b-873340ef342b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:25.644878 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['b4e5ea52-756c-4979-8656-482c6909074e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:58:25.653518 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239fb312-4d89-438d-8065-b0b7530ae045 x-openstack-request-id: req-239fb312-4d89-438d-8065-b0b7530ae045 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:25.654053 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "tag": "4db00f31-5bde-4197-899c-cc155e101eef", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:25.654531 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-239fb312-4d89-438d-8065-b0b7530ae045 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:25.655231 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef', 'status': 'completed', 'code': 200} Jun 07 18:58:25.671965 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21f717-7ee1-4136-9d66-1136ac09d411 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc1e452-bfcf-413a-84a2-f9c8046bbfc3,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:25.698164 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 5cd19620-66c0-4e89-adbf-e490a527b4e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5cd19620-66c0-4e89-adbf-e490a527b4e9,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:25.704960 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2b21f717-7ee1-4136-9d66-1136ac09d411 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:25.734062 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '5cd19620-66c0-4e89-adbf-e490a527b4e9', 'network_id': 'ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6', 'port_id': '5cd19620-66c0-4e89-adbf-e490a527b4e9', 'mac_address': 'fa:16:3e:88:fd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef20078b-0074-4656-83eb-97a0127515c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:58:25.767523 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Pushing event deleted for resources: {'Port': ['ID=b4e5ea52-756c-4979-8656-482c6909074e,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:25.773112 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:25.799551 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-a6468799-1c59-4433-b24c-7daf402a8da0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4330218 Jun 07 18:58:25.812676 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-2be6f153-b95a-441a-9333-d5ac2c0fc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:25.818705 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-2be6f153-b95a-441a-9333-d5ac2c0fc46e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5046172 Jun 07 18:58:25.827694 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b21f717-7ee1-4136-9d66-1136ac09d411 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:25.833779 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-2b21f717-7ee1-4136-9d66-1136ac09d411 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2847385 Jun 07 18:58:25.838167 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56730) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:25.851744 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-dc883f3d-ab55-48b8-b597-f0461c972f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'security_group_rule': {'security_group_id': '30470c0d-046d-46d6-8ed2-ce1fc49f2968', 'project_id': '699ae59021bf41bc986e524e973a3700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:25.855402 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:25.875774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd19620-66c0-4e89-adbf-e490a527b4e9 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:58:25.894692 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 5cd19620-66c0-4e89-adbf-e490a527b4e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5cd19620-66c0-4e89-adbf-e490a527b4e9,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:25.934581 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] No DVR routers for this DVR port b4e5ea52-756c-4979-8656-482c6909074e on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:58:25.941883 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:25.946321 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9728526e-dcb0-44e9-beac-0639c3452a72 req-ba9a0a17-f846-4a4c-a131-7a453ab58355 tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.63 "DELETE /v2.0/ports/b4e5ea52-756c-4979-8656-482c6909074e HTTP/1.1" status: 204 len: 173 time: 1.9882457 Jun 07 18:58:25.947365 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f735c411-2563-4351-8879-5e1464dc01a7', 'name': 'network-vif-deleted', 'tag': 'b4e5ea52-756c-4979-8656-482c6909074e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:25.952651 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af771b5-7be6-447b-9c6c-f25b5d5c477b" -d '{"events": [{"server_uuid": "f735c411-2563-4351-8879-5e1464dc01a7", "name": "network-vif-deleted", "tag": "b4e5ea52-756c-4979-8656-482c6909074e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:26.098160 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:26.103482 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:26.113104 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7f5e-78cd-4215-a6c4-93628b97b1ac req-a658b926-02ff-423b-8b02-07d4e6812fd9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:26.115846 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9c0b7f5e-78cd-4215-a6c4-93628b97b1ac req-a658b926-02ff-423b-8b02-07d4e6812fd9 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.1582870 Jun 07 18:58:26.196403 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=5cd19620-66c0-4e89-adbf-e490a527b4e9,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:26.201620 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9c0b7f5e-78cd-4215-a6c4-93628b97b1ac req-649fdc28-d2e8-4a6b-a018-6776c1ca657d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733697 Jun 07 18:58:26.216253 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:26.266570 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-1680fe4c-8c80-43de-a5fa-fa3b08b538c6 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262395 Jun 07 18:58:26.312441 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-85523f27-6938-4c4e-be77-aec597b9182c service neutron] 10.222.0.20 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323857 Jun 07 18:58:26.333941 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['5cd19620-66c0-4e89-adbf-e490a527b4e9'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:58:26.356141 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.securitygroups_db [None req-dc883f3d-ab55-48b8-b597-f0461c972f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Project 699ae59021bf41bc986e524e973a3700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 18:58:26.438269 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc883f3d-ab55-48b8-b597-f0461c972f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:26.531621 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a2fdf62f-8989-4aac-9f1c-42bbab3a884a req-6c5d3037-ee3a-4ce8-9e54-cd1ae664c30e tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] 10.222.0.20 "GET /v2.0/ports?device_id=f735c411-2563-4351-8879-5e1464dc01a7 HTTP/1.1" status: 200 len: 210 time: 0.0909264 Jun 07 18:58:26.626304 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e56e1a-9108-400c-b0ae-00ed5c94d2c0 x-openstack-request-id: req-14e56e1a-9108-400c-b0ae-00ed5c94d2c0 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:26.628132 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f735c411-2563-4351-8879-5e1464dc01a7", "name": "network-vif-deleted", "tag": "b4e5ea52-756c-4979-8656-482c6909074e", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:26.628995 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14e56e1a-9108-400c-b0ae-00ed5c94d2c0 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:26.630044 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f735c411-2563-4351-8879-5e1464dc01a7', 'name': 'network-vif-deleted', 'tag': 'b4e5ea52-756c-4979-8656-482c6909074e', 'status': 'completed', 'code': 200} Jun 07 18:58:26.692117 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc883f3d-ab55-48b8-b597-f0461c972f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:26.696581 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3ca64496-d5a2-4db4-b24b-fad3a569961a req-8e132892-48d9-4153-9094-4f9656e5a13a service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173431 Jun 07 18:58:26.711157 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-0ed21abb-a3bd-4870-a9c1-3d7f5cce0e06 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827145 Jun 07 18:58:26.835591 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc883f3d-ab55-48b8-b597-f0461c972f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:26.838715 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-fe03f6fb-c73a-44d7-b406-5cd234f18354 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:26.846342 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ccf17-220f-405b-af11-9ca5ffaeac89 req-8c8b067c-3216-4c24-b6d4-45f9e232bd90 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:26.847958 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-222ccf17-220f-405b-af11-9ca5ffaeac89 req-8c8b067c-3216-4c24-b6d4-45f9e232bd90 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 945 time: 0.1160407 Jun 07 18:58:26.925892 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883f3d-ab55-48b8-b597-f0461c972f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244ef85e-c35c-4001-8637-c97595f68d80,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:26.927569 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-222ccf17-220f-405b-af11-9ca5ffaeac89 req-b895fbd7-9942-4780-9ec5-6fd761e31152 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653136 Jun 07 18:58:26.936117 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-dc883f3d-ab55-48b8-b597-f0461c972f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:27.005914 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-7051684b-e276-444b-ac55-abed0074ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:27.008250 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-7051684b-e276-444b-ac55-abed0074ed20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 1096 time: 0.1342375 Jun 07 18:58:27.124462 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc883f3d-ab55-48b8-b597-f0461c972f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:27.126025 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-dc883f3d-ab55-48b8-b597-f0461c972f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2818553 Jun 07 18:58:27.153538 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b6b55d2f-0f6a-46bd-a12a-909bf9dba97c req-89c241d6-6d09-418a-854e-e1f2bbf2cbf8 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 210 time: 0.1365523 Jun 07 18:58:27.298164 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 5cd19620-66c0-4e89-adbf-e490a527b4e9 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:58:27.328815 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-b7d24401-a5bb-491e-a9e1-dd4e0b5b3bea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861927714&fields=id&tenant_id=699ae59021bf41bc986e524e973a3700 HTTP/1.1" status: 200 len: 267 time: 0.0629253 Jun 07 18:58:27.423784 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-8041e918-9b63-4d70-bc67-91d30bd1b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:27.425369 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-8041e918-9b63-4d70-bc67-91d30bd1b8c6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.4058561 Jun 07 18:58:27.449889 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-f71c9258-492c-4711-8a67-2c9fc1229ca6 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:27.451803 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-f71c9258-492c-4711-8a67-2c9fc1229ca6 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 945 time: 0.1218841 Jun 07 18:58:27.471371 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'port': {'security_groups': ['71a5a31a-5cd2-4839-b862-ffab7acec4f1', '30470c0d-046d-46d6-8ed2-ce1fc49f2968']}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:27.540548 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 5cd19620-66c0-4e89-adbf-e490a527b4e9 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:58:27.550383 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 5cd19620-66c0-4e89-adbf-e490a527b4e9 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:58:27.551143 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:27.570875 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-b0b4cbc6-9078-4b79-b903-960c386c6945 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4db00f31-5bde-4197-899c-cc155e101eef HTTP/1.1" status: 200 len: 217 time: 0.1012585 Jun 07 18:58:27.706672 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-8902e688-407f-4797-be68-7c37d82112cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:27.708184 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-8902e688-407f-4797-be68-7c37d82112cd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.1284161 Jun 07 18:58:27.793424 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59642462-286f-401a-a647-103b642e883f req-e90a4176-f955-4f99-b653-6d8423b43522 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:27.795092 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-59642462-286f-401a-a647-103b642e883f req-e90a4176-f955-4f99-b653-6d8423b43522 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.3687401 Jun 07 18:58:27.798721 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:27.854783 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f76c33-33dd-430a-b206-62f53fbdb4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd19620-66c0-4e89-adbf-e490a527b4e9'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:27.858965 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df77ce4-fb20-4e41-b726-bdc2d882a76e" -d '{"events": [{"server_uuid": "86f76c33-33dd-430a-b206-62f53fbdb4f8", "name": "network-vif-plugged", "status": "completed", "tag": "5cd19620-66c0-4e89-adbf-e490a527b4e9"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:27.870067 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-59642462-286f-401a-a647-103b642e883f req-82c10e6c-205d-48f8-a254-1b454dbbd4fc tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566914 Jun 07 18:58:27.873094 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 5cd19620-66c0-4e89-adbf-e490a527b4e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5cd19620-66c0-4e89-adbf-e490a527b4e9,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:27.874369 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-59481190-6541-4b6a-b9e6-afe90808b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:27.875862 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-59481190-6541-4b6a-b9e6-afe90808b2d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1495101 Jun 07 18:58:27.892306 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:28.037610 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7326cb13-a688-46bd-9ed4-380045e15a97 x-openstack-request-id: req-7326cb13-a688-46bd-9ed4-380045e15a97 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:28.037917 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f76c33-33dd-430a-b206-62f53fbdb4f8", "name": "network-vif-plugged", "status": "completed", "tag": "5cd19620-66c0-4e89-adbf-e490a527b4e9", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:28.038193 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7326cb13-a688-46bd-9ed4-380045e15a97 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:28.038582 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f76c33-33dd-430a-b206-62f53fbdb4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd19620-66c0-4e89-adbf-e490a527b4e9', 'code': 200} Jun 07 18:58:28.051772 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:28.051772 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device b4e5ea52-756c-4979-8656-482c6909074e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:58:28.081026 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-7ba3f19f-6ba1-4b49-b0f1-36589afb2b74 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984131 Jun 07 18:58:28.135583 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:28.223854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: b4e5ea52-756c-4979-8656-482c6909074e {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:58:28.224580 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device b4e5ea52-756c-4979-8656-482c6909074e not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:58:28.262749 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=5cd19620-66c0-4e89-adbf-e490a527b4e9,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:28.273213 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:28.312220 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] For port f62f2861-e934-40ed-a361-d30ccc7f1f8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:28.357813 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:28.369644 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413142c7-ce47-4462-80f8-8545a771b7bd req-8998b158-098b-4174-b375-324138f4cf6a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:28.371726 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-413142c7-ce47-4462-80f8-8545a771b7bd req-8998b158-098b-4174-b375-324138f4cf6a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 946 time: 0.2111716 Jun 07 18:58:28.410884 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3b1fb186-b0eb-4510-ae99-d27b9c501948 req-b420bd59-c02c-4b69-a87d-82bc596f75fe service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137748 Jun 07 18:58:28.437448 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-413142c7-ce47-4462-80f8-8545a771b7bd req-3751aca1-c1a3-4679-b28d-54c67ba66904 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547738 Jun 07 18:58:28.458430 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:28.469018 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:28.471339 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['f62f2861-e934-40ed-a361-d30ccc7f1f8e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:58:28.576904 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:28.577725 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:28.579452 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ba7754bf-dce5-4532-bfe5-26e40c72d8c3 req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "PUT /v2.0/ports/f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 981 time: 1.1196332 Jun 07 18:58:28.621675 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'Port': ['ID=f62f2861-e934-40ed-a361-d30ccc7f1f8e,revision_number=6']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:28.629167 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:28.633103 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:28.637453 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19effef-c9e4-499f-ac8d-f34ef92acf10" -d '{"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:28.649850 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['f62f2861-e934-40ed-a361-d30ccc7f1f8e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:58:28.760365 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d1dfb2bb-265c-4980-a107-2f0731b9bb1c req-83b80bd3-9ca4-49ae-8b70-9fd7930fb81c tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 210 time: 0.1127224 Jun 07 18:58:28.803545 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ba9b2-24aa-484f-85cd-cebab901ffbf req-342f4190-7f72-49d7-9795-f5fdb4376e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:28.807391 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-914ba9b2-24aa-484f-85cd-cebab901ffbf req-342f4190-7f72-49d7-9795-f5fdb4376e32 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 1099 time: 0.3021202 Jun 07 18:58:28.888324 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-914ba9b2-24aa-484f-85cd-cebab901ffbf req-0d106357-d748-49b5-b91e-1931055ad591 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737638 Jun 07 18:58:28.939073 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e9f7a2-064a-46c4-a7a4-62271f320d78 x-openstack-request-id: req-18e9f7a2-064a-46c4-a7a4-62271f320d78 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:28.957704 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:28.958575 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18e9f7a2-064a-46c4-a7a4-62271f320d78 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:28.959519 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'status': 'completed', 'code': 200} Jun 07 18:58:29.017846 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5782c979-0c62-40b4-be62-7d5940f4a0db None None] Provisioning complete for port f62f2861-e934-40ed-a361-d30ccc7f1f8e triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:58:29.019146 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5782c979-0c62-40b4-be62-7d5940f4a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:29.071822 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-44a96d58-cef7-4251-b094-da53156b95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:29.073916 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-44a96d58-cef7-4251-b094-da53156b95e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=699ae59021bf41bc986e524e973a3700&device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1137 time: 0.1335073 Jun 07 18:58:29.129715 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d11144-326d-4025-aa97-722b12f8f8c0 req-8d8b1a89-7305-4005-9568-4a715ba4e43c tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:29.135019 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c7d11144-326d-4025-aa97-722b12f8f8c0 req-8d8b1a89-7305-4005-9568-4a715ba4e43c tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.3051677 Jun 07 18:58:29.288660 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c7d11144-326d-4025-aa97-722b12f8f8c0 req-b5178648-2474-486d-b2bd-2f4138bda1ad tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1455235 Jun 07 18:58:29.316990 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:58:29.613699 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-8ec14de2-5939-487a-a664-43264eeb2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:29.616194 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-8ec14de2-5939-487a-a664-43264eeb2699 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a HTTP/1.1" status: 200 len: 915 time: 0.5356686 Jun 07 18:58:29.635820 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231ac7b-7a33-4484-8459-9ce0cec468f6 req-5c162cb2-c0d4-4adb-9f3d-11e975fbc567 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:29.639366 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7231ac7b-7a33-4484-8459-9ce0cec468f6 req-5c162cb2-c0d4-4adb-9f3d-11e975fbc567 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.4585428 Jun 07 18:58:29.821288 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ff91-a384-44f5-9537-75384dc9d83b req-4947b9d5-07dc-4fbc-81be-db73a91da535 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:29.830431 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ae11ff91-a384-44f5-9537-75384dc9d83b req-4947b9d5-07dc-4fbc-81be-db73a91da535 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 946 time: 0.1481187 Jun 07 18:58:29.904944 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ae11ff91-a384-44f5-9537-75384dc9d83b req-361c2a6c-e5d2-409f-a592-c642c6cdeb2d tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730431 Jun 07 18:58:29.925640 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:29.968680 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '4db00f31-5bde-4197-899c-cc155e101eef', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'port_id': '4db00f31-5bde-4197-899c-cc155e101eef', 'mac_address': 'fa:16:3e:c9:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:58:30.009822 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7231ac7b-7a33-4484-8459-9ce0cec468f6 req-c8e9f641-8c02-49dd-a93c-e1e8e30c00e8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644238 Jun 07 18:58:30.053368 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-c054bef5-eb24-4fc9-b55a-fdff3e87f4a4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 1000 time: 0.3810680 Jun 07 18:58:30.123845 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:30.181177 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db00f31-5bde-4197-899c-cc155e101eef {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:58:30.210340 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c417a446-e75e-4b65-a180-38bc2d75c783 req-1f42b013-3c7f-4935-aaba-acba74df2ffe tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 210 time: 0.0845153 Jun 07 18:58:30.255635 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:30.262141 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-4db53b79-54b9-4b86-b685-c02f6d14165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:30.266394 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-4db53b79-54b9-4b86-b685-c02f6d14165a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82e044e7-30b9-4875-88cf-92edeae7351c HTTP/1.1" status: 200 len: 853 time: 0.2048075 Jun 07 18:58:30.378701 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:30.388302 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-e8c7e161-019f-4395-bd48-d40cafa389fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:30.391155 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-cc13327c-addc-46cc-9f0b-823e0847b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:30.392903 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-cc13327c-addc-46cc-9f0b-823e0847b2ad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1180468 Jun 07 18:58:30.525998 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:30.533846 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:30.573794 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-d4b192c5-9a26-4084-a0e6-5b867df56f86 service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727695 Jun 07 18:58:30.636279 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['4db00f31-5bde-4197-899c-cc155e101eef'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:58:30.752960 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d19effef-c9e4-499f-ac8d-f34ef92acf10 req-59a7db98-29a6-4cea-acb1-e2b306a758b7 service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690824 Jun 07 18:58:30.991489 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-82c36e54-001a-4c8f-8665-247feb158821 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:30.993105 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-82c36e54-001a-4c8f-8665-247feb158821 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 810 time: 0.1673744 Jun 07 18:58:31.138387 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-39f10979-e4f5-45df-9cc8-0ef52bc3f2db tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a38f8cb78974e63ae20686654e12a69 HTTP/1.1" status: 200 len: 377 time: 0.1352928 Jun 07 18:58:31.154186 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'port': {'device_id': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'admin_state_up': True, 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'security_groups': ['b42d72de-7aec-4fe9-8c4a-12428cecff0f']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:31.278137 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836b086-8175-4fcb-a7cd-4034f4ad83dd req-d435380f-0937-40ad-8183-3d141afc2884 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:31.280866 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3836b086-8175-4fcb-a7cd-4034f4ad83dd req-d435380f-0937-40ad-8183-3d141afc2884 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 946 time: 0.2205830 Jun 07 18:58:31.294313 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242cf3c-dff9-417d-b6ab-dda8e271a6cf req-c0610ae2-ce52-4fe4-bbbb-91436519182b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:31.296365 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7242cf3c-dff9-417d-b6ab-dda8e271a6cf req-c0610ae2-ce52-4fe4-bbbb-91436519182b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 944 time: 0.0892909 Jun 07 18:58:31.346997 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7242cf3c-dff9-417d-b6ab-dda8e271a6cf req-260ff17c-bf04-492b-9694-281f5cdb2000 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443060 Jun 07 18:58:31.526766 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3836b086-8175-4fcb-a7cd-4034f4ad83dd req-c1ec4515-bb41-4c80-9885-d75e1bc4cf9c tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382667 Jun 07 18:58:31.629016 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8e0d7c63-e18e-4944-806c-424827a15705 req-34a7c8a8-9f1f-42e3-84fa-2731a6332dc0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 210 time: 0.1092212 Jun 07 18:58:31.715527 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Made reservation on behalf of 2a38f8cb78974e63ae20686654e12a69 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:58:31.721029 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:32.010877 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Allocated IP 172.20.0.13 (ff6cf35f-8e60-427c-92e1-346e9b5bc702/cedf77e4-ee67-4762-a08e-88df87223f5f/07a7c551-cf31-4f88-82b2-17d62f59c354) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:58:32.278541 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:32.310611 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Transition to ACTIVE for port object 07a7c551-cf31-4f88-82b2-17d62f59c354 will not be triggered until provisioned by entity DHCP. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:58:32.466758 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:32.471876 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:32.471876 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:58:32.471876 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:58:32.471876 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:58:32.471876 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:58:32.471876 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:58:32.505122 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:58:32.507891 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:58:32.512870 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:58:32.662667 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:32.664050 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:32.801137 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a66270-02de-4546-80c4-4f8cf7cc1ba7 req-99c3429c-d839-4ee6-aedf-c3ea00cfdf41 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:32.805053 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-37a66270-02de-4546-80c4-4f8cf7cc1ba7 req-99c3429c-d839-4ee6-aedf-c3ea00cfdf41 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 944 time: 0.1821201 Jun 07 18:58:32.828654 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-74f8beaf-380d-409a-a423-fd013aabc6a3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6772146 Jun 07 18:58:32.853411 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Request body: {'port': {'device_id': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:32.882552 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-37a66270-02de-4546-80c4-4f8cf7cc1ba7 req-3aa3796f-091d-4ec1-8a17-d6ae9a334c48 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653780 Jun 07 18:58:33.116352 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-d5121fb1-1290-4acc-ab10-02590cf9af65 None None] Provisioning for port 07a7c551-cf31-4f88-82b2-17d62f59c354 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:58:33.135580 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-d5121fb1-1290-4acc-ab10-02590cf9af65 None None] Provisioning complete for port 07a7c551-cf31-4f88-82b2-17d62f59c354 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:58:33.144814 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d5121fb1-1290-4acc-ab10-02590cf9af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:33.157794 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:33.273308 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-d5121fb1-1290-4acc-ab10-02590cf9af65 None None] Port 07a7c551-cf31-4f88-82b2-17d62f59c354 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:58:33.331330 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:58:33.425728 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5b90-4c13-4b76-bfbe-c9d69b2724d8 req-31be07d0-f3d6-47c5-8cc9-4d76a78db30e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:33.430700 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4a1b5b90-4c13-4b76-bfbe-c9d69b2724d8 req-31be07d0-f3d6-47c5-8cc9-4d76a78db30e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 932 time: 0.3279068 Jun 07 18:58:33.593553 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4a1b5b90-4c13-4b76-bfbe-c9d69b2724d8 req-88817a97-bd42-4e8f-882e-318eafffa65b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1551797 Jun 07 18:58:33.736914 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 4db00f31-5bde-4197-899c-cc155e101eef completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:58:33.743592 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 4db00f31-5bde-4197-899c-cc155e101eef triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:58:33.744625 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:34.042541 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:34.059396 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a7c551-cf31-4f88-82b2-17d62f59c354 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:58:34.068612 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:34.084042 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:34.087084 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcbb4a7-534a-4a7a-afb6-b2f01e09bc7b" -d '{"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "4db00f31-5bde-4197-899c-cc155e101eef"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:34.097285 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:34.168407 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc60b66-aa47-43ef-8037-e94ab0423573 x-openstack-request-id: req-efc60b66-aa47-43ef-8037-e94ab0423573 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:34.169381 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "4db00f31-5bde-4197-899c-cc155e101eef", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:34.169381 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efc60b66-aa47-43ef-8037-e94ab0423573 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:34.170040 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef', 'code': 200} Jun 07 18:58:34.235238 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Transition to ACTIVE for port object 07a7c551-cf31-4f88-82b2-17d62f59c354 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:58:34.295093 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e98721-9a80-46f7-8095-a92ea694ffe5 req-441e0044-086b-4903-8f33-0129e8c00e6f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:34.303550 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b9e98721-9a80-46f7-8095-a92ea694ffe5 req-441e0044-086b-4903-8f33-0129e8c00e6f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 944 time: 0.1402719 Jun 07 18:58:34.315204 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:34.315204 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:34.384584 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:34.403322 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7e7f2e9c-b499-4895-a34b-5c9611137bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:34.445425 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:34.450219 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:34.781593 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b9e98721-9a80-46f7-8095-a92ea694ffe5 req-af672015-ae1f-49d5-b168-5e72b6de0f19 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767597 Jun 07 18:58:34.784447 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Pushing event updated for resources: {'Port': ['ID=07a7c551-cf31-4f88-82b2-17d62f59c354,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:34.797747 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:35.188339 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Attempting to bind port 07a7c551-cf31-4f88-82b2-17d62f59c354 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:58:35.193462 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Attempting to bind port 07a7c551-cf31-4f88-82b2-17d62f59c354 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:58:35.193462 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Attempting to bind port 07a7c551-cf31-4f88-82b2-17d62f59c354 on network ff6cf35f-8e60-427c-92e1-346e9b5bc702 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:58:35.197032 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Port 07a7c551-cf31-4f88-82b2-17d62f59c354 on network ff6cf35f-8e60-427c-92e1-346e9b5bc702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:58:35.197484 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Attempting to bind port 07a7c551-cf31-4f88-82b2-17d62f59c354 on network ff6cf35f-8e60-427c-92e1-346e9b5bc702 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:58:35.208762 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:58:35.209493 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Checking segment: {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:58:35.210099 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Bound using segment: {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:58:35.211879 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Bound port: 07a7c551-cf31-4f88-82b2-17d62f59c354, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:58:35.212476 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:35.331143 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2068c-675b-444b-b568-43b9615901a4 req-a82fa25a-923c-4bdb-8606-1c3e5c41dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:35.334446 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-22d2068c-675b-444b-b568-43b9615901a4 req-a82fa25a-923c-4bdb-8606-1c3e5c41dcfb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 1098 time: 0.5585363 Jun 07 18:58:35.385511 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79424c4d-5064-4b18-a015-5201e3f7b1d4 req-85ee60cc-d6be-4ecb-a94f-d292a74e6fd1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:35.391451 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-79424c4d-5064-4b18-a015-5201e3f7b1d4 req-85ee60cc-d6be-4ecb-a94f-d292a74e6fd1 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 944 time: 0.3132434 Jun 07 18:58:35.479028 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] For port 07a7c551-cf31-4f88-82b2-17d62f59c354, host hv-cinder-79053, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:58:35.483340 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] For port 07a7c551-cf31-4f88-82b2-17d62f59c354, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07a7c551-cf31-4f88-82b2-17d62f59c354,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:58:35.510419 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-22d2068c-675b-444b-b568-43b9615901a4 req-e2dab663-75fc-4c3c-875f-545db3b8e01f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708739 Jun 07 18:58:35.564924 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-79424c4d-5064-4b18-a015-5201e3f7b1d4 req-ddde354f-5d16-4fe3-bf3f-3a2834cc337a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1044712 Jun 07 18:58:35.584081 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:35.587979 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:35.659441 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:35.660113 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:35.661739 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] 10.222.0.63 "PUT /v2.0/ports/07a7c551-cf31-4f88-82b2-17d62f59c354 HTTP/1.1" status: 200 len: 1094 time: 2.8249986 Jun 07 18:58:35.662322 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'tag': '07a7c551-cf31-4f88-82b2-17d62f59c354'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:35.664732 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e565cf9f-7997-4074-978a-f5eaddea472f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b27d432-381b-4c62-a5f9-f360ad03c215", "tag": "07a7c551-cf31-4f88-82b2-17d62f59c354"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:35.700926 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Pushing event updated for resources: {'Port': ['ID=07a7c551-cf31-4f88-82b2-17d62f59c354,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:35.714840 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:35.752084 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fdd325-52bd-4a80-86a7-ff833711d4cb x-openstack-request-id: req-54fdd325-52bd-4a80-86a7-ff833711d4cb {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:35.752416 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b27d432-381b-4c62-a5f9-f360ad03c215", "tag": "07a7c551-cf31-4f88-82b2-17d62f59c354", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:35.753004 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54fdd325-52bd-4a80-86a7-ff833711d4cb {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:35.753168 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'tag': '07a7c551-cf31-4f88-82b2-17d62f59c354', 'status': 'completed', 'code': 200} Jun 07 18:58:35.949785 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565cf9f-7997-4074-978a-f5eaddea472f req-de64ad3f-290f-415d-9e21-34803e84af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:35.951523 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e565cf9f-7997-4074-978a-f5eaddea472f req-de64ad3f-290f-415d-9e21-34803e84af31 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 1097 time: 0.1712487 Jun 07 18:58:36.442385 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-d30fcc76-3581-4b69-9fe7-316050d6182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:36.445220 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-d30fcc76-3581-4b69-9fe7-316050d6182d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=699ae59021bf41bc986e524e973a3700&device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1137 time: 0.2292106 Jun 07 18:58:36.829415 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565cf9f-7997-4074-978a-f5eaddea472f req-6773420e-e74e-4307-a5fd-bfe594fb086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:36.833099 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e565cf9f-7997-4074-978a-f5eaddea472f req-6773420e-e74e-4307-a5fd-bfe594fb086b service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=2a38f8cb78974e63ae20686654e12a69&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8598342 Jun 07 18:58:37.139964 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-d62f4296-75ee-47e7-b13e-614b104ae0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:37.142124 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-d62f4296-75ee-47e7-b13e-614b104ae0a5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a HTTP/1.1" status: 200 len: 915 time: 0.5731099 Jun 07 18:58:37.152437 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f93b4-a874-476d-9b73-64eb92924d46 req-bb1aa270-ca7f-4635-b6b4-fb9edb43b084 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:37.160811 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c65f93b4-a874-476d-9b73-64eb92924d46 req-bb1aa270-ca7f-4635-b6b4-fb9edb43b084 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.7139351 Jun 07 18:58:37.241351 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be16-0837-48af-b196-58047faeac1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:37.256306 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56972) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:37.287998 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30b9a2-e5bf-46ca-9464-6c14bdf61763 req-3e51192a-6746-4b9e-9104-44e0c03d6cf5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:37.297365 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3e30b9a2-e5bf-46ca-9464-6c14bdf61763 req-3e51192a-6746-4b9e-9104-44e0c03d6cf5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.8042250 Jun 07 18:58:37.405356 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3e30b9a2-e5bf-46ca-9464-6c14bdf61763 req-710ba190-4bbd-4b0a-b6c8-8cc56dd4d5b8 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065278 Jun 07 18:58:37.439460 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565cf9f-7997-4074-978a-f5eaddea472f req-20ea2d85-4a18-4a39-82c2-cddc12ffb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:37.441343 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e565cf9f-7997-4074-978a-f5eaddea472f req-20ea2d85-4a18-4a39-82c2-cddc12ffb50a service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5891936 Jun 07 18:58:37.585781 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c65f93b4-a874-476d-9b73-64eb92924d46 req-e283d086-95e4-4b06-8bf2-7738673141b8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4237242 Jun 07 18:58:37.761007 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-a4e4d9b1-f44e-4ea1-8a19-b2a9f07b8997 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 1000 time: 0.5331547 Jun 07 18:58:37.778479 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-353cd45a-fb79-4f79-82a1-8c3680c85a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:37.961921 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-ce4d627b-6608-4ec1-a92a-54a83e743a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:37.964962 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-ce4d627b-6608-4ec1-a92a-54a83e743a45 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82e044e7-30b9-4875-88cf-92edeae7351c HTTP/1.1" status: 200 len: 853 time: 0.1968746 Jun 07 18:58:38.007732 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-dc22eae9-fc44-4b2b-9053-faa4d89b6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:38.009214 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-dc22eae9-fc44-4b2b-9053-faa4d89b6a05 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 1097 time: 0.5148013 Jun 07 18:58:38.224690 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-b0352747-250a-4cc6-b39e-77752bc2d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:38.224690 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-b0352747-250a-4cc6-b39e-77752bc2d211 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2500155 Jun 07 18:58:38.237944 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-353cd45a-fb79-4f79-82a1-8c3680c85a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:38.245291 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-6c8d3cc5-c133-4c4f-abf5-aa8c1b54d5e2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a7c551-cf31-4f88-82b2-17d62f59c354 HTTP/1.1" status: 200 len: 217 time: 0.2260189 Jun 07 18:58:38.338759 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de2d72-fce0-4398-b8f2-894e333474d6 req-f2a4d76e-3f06-4081-ab90-bfc7fe1c7879 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:38.342796 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e4de2d72-fce0-4398-b8f2-894e333474d6 req-f2a4d76e-3f06-4081-ab90-bfc7fe1c7879 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 944 time: 0.5809410 Jun 07 18:58:38.344243 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-353cd45a-fb79-4f79-82a1-8c3680c85a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:38.367484 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-73a42605-71b0-4ee5-a548-2ffc140ccac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:38.431764 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-e4005709-b4aa-4cf2-a291-3c59c9e1c76a service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013021 Jun 07 18:58:38.472607 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-d43065a7-cdc9-4c75-b444-c6dfe0a34882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:38.473467 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-d43065a7-cdc9-4c75-b444-c6dfe0a34882 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cedf77e4-ee67-4762-a08e-88df87223f5f HTTP/1.1" status: 200 len: 849 time: 0.2208970 Jun 07 18:58:38.621783 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cd45a-fb79-4f79-82a1-8c3680c85a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c980d59-daae-45dd-80c5-8254782360d7,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:38.621783 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-353cd45a-fb79-4f79-82a1-8c3680c85a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:38.621783 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-353cd45a-fb79-4f79-82a1-8c3680c85a10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccd0afcca0bb4e0c97f3d582b919331e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3633795 Jun 07 18:58:38.637416 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 56986) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:38.682948 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e4de2d72-fce0-4398-b8f2-894e333474d6 req-33a43829-392f-4c21-8821-f72dee87fad9 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3136189 Jun 07 18:58:38.772286 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-1ce6d35d-04ae-406a-b99f-6a159359ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:38.773823 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-1ce6d35d-04ae-406a-b99f-6a159359ec01 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff6cf35f-8e60-427c-92e1-346e9b5bc702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2719197 Jun 07 18:58:38.776978 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f070143d-649c-4101-8e98-04e61463f5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:38.857012 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4ebd409f-e161-4cf5-862f-0e9a25e9f036 req-c1a92ebf-ba30-498d-92a9-53e55a1d3cd8 service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144404 Jun 07 18:58:38.898539 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f070143d-649c-4101-8e98-04e61463f5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:39.034659 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763c0b1-9d7a-48b2-a9c4-163451b06625 req-188bdea6-fd3b-4adf-83d6-85f25d23b04c tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:39.049140 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b763c0b1-9d7a-48b2-a9c4-163451b06625 req-188bdea6-fd3b-4adf-83d6-85f25d23b04c tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.1994722 Jun 07 18:58:39.132522 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-98d33b56-dc8b-4a06-91dc-3018a014bae8 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448341 Jun 07 18:58:39.155916 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6e49f-8cc5-493c-8e3d-6ee5e98851ab req-547c78d7-d54d-409b-875d-f590a09f8c16 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:39.163793 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-31b6e49f-8cc5-493c-8e3d-6ee5e98851ab req-547c78d7-d54d-409b-875d-f590a09f8c16 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.2709215 Jun 07 18:58:39.179270 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b763c0b1-9d7a-48b2-a9c4-163451b06625 req-28365a5b-df9b-4344-b23d-91fbf84f3579 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284111 Jun 07 18:58:39.295402 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:39.313112 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-31b6e49f-8cc5-493c-8e3d-6ee5e98851ab req-33a1d9db-e387-4b0a-b8a6-3e3d2dc8a6d1 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483092 Jun 07 18:58:39.321194 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f070143d-649c-4101-8e98-04e61463f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:39.335904 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f070143d-649c-4101-8e98-04e61463f5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:39.337375 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-f070143d-649c-4101-8e98-04e61463f5d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c980d59-daae-45dd-80c5-8254782360d7 HTTP/1.1" status: 204 len: 168 time: 0.7029667 Jun 07 18:58:39.342206 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d1eabcfc-cb3c-41d0-8428-48a615fbdc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:39.367720 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070143d-649c-4101-8e98-04e61463f5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c980d59-daae-45dd-80c5-8254782360d7,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:39.379188 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f070143d-649c-4101-8e98-04e61463f5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:39.456544 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1d706326-333c-4ed5-a0e6-1a768f1cd559 req-d8e2de1d-b30d-4410-9b18-cb023c4f6f55 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109226 Jun 07 18:58:39.782089 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8901b-1a40-4395-ae3d-f2914450fa23 req-22af8459-dea5-4ee2-b248-31e097169505 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:39.814244 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c3f8901b-1a40-4395-ae3d-f2914450fa23 req-22af8459-dea5-4ee2-b248-31e097169505 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.2372200 Jun 07 18:58:39.817366 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 57008) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:39.822486 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-35d82a68-c23b-4620-8117-c0c98e933b05 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Request body: {'floatingip': {'port_id': '4db00f31-5bde-4197-899c-cc155e101eef'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:39.980792 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-35d82a68-c23b-4620-8117-c0c98e933b05 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:40.211987 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:40.238524 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c781e-9a2c-4378-96d6-e98cf80790d0 req-94fb52da-12fa-4d53-b298-e8db65f13e55 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:40.240136 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-830c781e-9a2c-4378-96d6-e98cf80790d0 req-94fb52da-12fa-4d53-b298-e8db65f13e55 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 944 time: 0.3448284 Jun 07 18:58:40.243582 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-833f4994-fc03-404a-9dbf-b2a35c41067b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:40.427965 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-830c781e-9a2c-4378-96d6-e98cf80790d0 req-cfcbfb6c-41c0-469a-b141-529e6b67c1e6 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1646645 Jun 07 18:58:40.689268 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08485b23-2521-4d72-b543-e25304dd40c4 req-8778bd16-13e7-4afb-9ce3-f88d2928d298 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:40.697571 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-08485b23-2521-4d72-b543-e25304dd40c4 req-8778bd16-13e7-4afb-9ce3-f88d2928d298 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.2392433 Jun 07 18:58:40.790754 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-08485b23-2521-4d72-b543-e25304dd40c4 req-4ffa48eb-e04f-481e-a295-081ca2d16549 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919530 Jun 07 18:58:40.820236 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57020) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:40.843892 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b4e5c3fe-d06d-4d51-b501-986b15858420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.011063 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b4e5c3fe-d06d-4d51-b501-986b15858420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.126914 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b4e5c3fe-d06d-4d51-b501-986b15858420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.143972 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-9eba5aa5-aaa9-483c-b229-e65c9c7b1400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:41.380069 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-b4e5c3fe-d06d-4d51-b501-986b15858420 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3525e0afa8c847b98195301e86da9487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579610 Jun 07 18:58:41.381285 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57024) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:41.405315 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5c3fe-d06d-4d51-b501-986b15858420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113caff2-23b3-405e-8beb-55fcb072c433,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:41.411824 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b4e5c3fe-d06d-4d51-b501-986b15858420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:41.479985 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-35d82a68-c23b-4620-8117-c0c98e933b05 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.519357 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f6495c-e8e1-4053-a4df-1f64c92fd29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.525656 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.552047 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f6495c-e8e1-4053-a4df-1f64c92fd29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.560846 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-35d82a68-c23b-4620-8117-c0c98e933b05 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.789348 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f6495c-e8e1-4053-a4df-1f64c92fd29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.795902 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46f6495c-e8e1-4053-a4df-1f64c92fd29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:41.799241 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-46f6495c-e8e1-4053-a4df-1f64c92fd29a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/113caff2-23b3-405e-8beb-55fcb072c433 HTTP/1.1" status: 204 len: 168 time: 0.4126284 Jun 07 18:58:41.799241 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6ff5207c-9832-4ce9-8b19-e5864d3b8965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:41.831347 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6495c-e8e1-4053-a4df-1f64c92fd29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113caff2-23b3-405e-8beb-55fcb072c433,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:41.836052 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-46f6495c-e8e1-4053-a4df-1f64c92fd29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:41.853767 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.l3_db [None req-35d82a68-c23b-4620-8117-c0c98e933b05 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Floating IP d815999a-edae-417a-9adc-d1b1dd66df82 associated. External IP: 172.28.3.54, port: 4db00f31-5bde-4197-899c-cc155e101eef. Jun 07 18:58:42.018676 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62418609-ecfc-409b-82f4-5dd1d94fd69d req-b255706d-57a7-4125-b6a6-f6db3f5cd925 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:42.020521 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-62418609-ecfc-409b-82f4-5dd1d94fd69d req-b255706d-57a7-4125-b6a6-f6db3f5cd925 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 944 time: 0.3442998 Jun 07 18:58:42.064544 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3603b64-6fcd-4180-8ad0-a8633d11f52e req-5c139d82-b50c-4ae1-8f56-4ee1d37ff6e1 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:42.066198 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e3603b64-6fcd-4180-8ad0-a8633d11f52e req-5c139d82-b50c-4ae1-8f56-4ee1d37ff6e1 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.1508226 Jun 07 18:58:42.130149 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e3603b64-6fcd-4180-8ad0-a8633d11f52e req-3d4029eb-f9d2-4aa1-84db-7e6e2874fa5b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575724 Jun 07 18:58:42.196248 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-62418609-ecfc-409b-82f4-5dd1d94fd69d req-bae6eef7-a4e0-4db0-a6f7-99f3d4c2a7b8 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1648412 Jun 07 18:58:42.566600 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d82a68-c23b-4620-8117-c0c98e933b05 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Router 8e2e70cd-8542-4579-9a48-2f2f1058910c has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:58:42.786341 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d82a68-c23b-4620-8117-c0c98e933b05 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:58:42.793611 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-35d82a68-c23b-4620-8117-c0c98e933b05 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:42.802133 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] Sync routers for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:58:42.832177 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:42.833207 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:58:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:42.874772 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-35d82a68-c23b-4620-8117-c0c98e933b05 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "PUT /v2.0/floatingips/d815999a-edae-417a-9adc-d1b1dd66df82 HTTP/1.1" status: 200 len: 990 time: 3.0560195 Jun 07 18:58:42.875739 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:42.878856 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe24302-28e6-4ece-88b6-1ba16eb8169b" -d '{"events": [{"name": "network-changed", "server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "tag": "4db00f31-5bde-4197-899c-cc155e101eef"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:43.036049 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b392418-0c20-4bd6-a479-aa198ed5b828 x-openstack-request-id: req-0b392418-0c20-4bd6-a479-aa198ed5b828 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:43.036049 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "tag": "4db00f31-5bde-4197-899c-cc155e101eef", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:43.036049 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b392418-0c20-4bd6-a479-aa198ed5b828 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:43.036049 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef', 'status': 'completed', 'code': 200} Jun 07 18:58:43.272255 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:43.406133 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 07a7c551-cf31-4f88-82b2-17d62f59c354 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:58:43.426616 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:43.622113 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.db.resource_extend [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 18:58:43.876968 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62329cf5-99b7-48bb-a3dc-210365b4fe85 req-aaa97da6-b3d3-4765-9d41-8345bb0640b3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:43.894900 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-62329cf5-99b7-48bb-a3dc-210365b4fe85 req-aaa97da6-b3d3-4765-9d41-8345bb0640b3 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 944 time: 0.1590233 Jun 07 18:58:43.934038 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab7db-0754-42b9-a636-33de8ffff20f req-1b28c3ac-7751-4ec0-9178-7da1c1062ecc tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:43.936447 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-461ab7db-0754-42b9-a636-33de8ffff20f req-1b28c3ac-7751-4ec0-9178-7da1c1062ecc tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.4120955 Jun 07 18:58:43.940251 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-f9d2496c-8d0a-4013-bb0d-55a2efbf5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:43.943998 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-f9d2496c-8d0a-4013-bb0d-55a2efbf5d8c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 1098 time: 0.8082504 Jun 07 18:58:43.968543 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-62329cf5-99b7-48bb-a3dc-210365b4fe85 req-14ab01cf-b5eb-4507-a0f1-5369615d94b0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0706575 Jun 07 18:58:44.154915 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-461ab7db-0754-42b9-a636-33de8ffff20f req-45969b35-3800-4906-bb3a-cd35c147192b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2090106 Jun 07 18:58:44.262967 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 07a7c551-cf31-4f88-82b2-17d62f59c354, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07a7c551-cf31-4f88-82b2-17d62f59c354,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:44.295946 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-a45ae317-53b5-4be8-ac8c-03e124f115e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:44.298325 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-a45ae317-53b5-4be8-ac8c-03e124f115e6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.3213153 Jun 07 18:58:44.334762 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '07a7c551-cf31-4f88-82b2-17d62f59c354', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'port_id': '07a7c551-cf31-4f88-82b2-17d62f59c354', 'mac_address': 'fa:16:3e:54:70:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:58:44.430926 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:44.461537 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a7c551-cf31-4f88-82b2-17d62f59c354 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:58:44.509600 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 07a7c551-cf31-4f88-82b2-17d62f59c354, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07a7c551-cf31-4f88-82b2-17d62f59c354,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:44.515511 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'd815999a-edae-417a-9adc-d1b1dd66df82', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'port_id': '4db00f31-5bde-4197-899c-cc155e101eef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'mac_address': 'fa:16:3e:c9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:58:11Z', 'updated_at': '2021-06-07T18:58:41Z', 'revision_number': 1, 'project_id': '900703da489243d9910aad8278d29ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:44.523324 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] Checking router: 8e2e70cd-8542-4579-9a48-2f2f1058910c for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:58:44.535665 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:44.537311 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:58:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:44.711474 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-88c2b228-15d0-4817-925b-fde0490359b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4db00f31-5bde-4197-899c-cc155e101eef HTTP/1.1" status: 200 len: 998 time: 0.4040151 Jun 07 18:58:44.809316 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:44.832932 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:44.870757 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-365ccdf7-658c-40be-95c7-ebecdef08e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:44.873298 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-365ccdf7-658c-40be-95c7-ebecdef08e28 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.1448667 Jun 07 18:58:45.034151 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:45.039375 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-ef5970e5-34f3-4017-9a17-eebba4707406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:45.048956 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-ef5970e5-34f3-4017-9a17-eebba4707406 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1680193 Jun 07 18:58:45.105196 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['07a7c551-cf31-4f88-82b2-17d62f59c354'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:58:45.181960 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=07a7c551-cf31-4f88-82b2-17d62f59c354,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:45.387072 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.387785 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.387785 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.388098 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.388464 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.388835 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.389177 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.389520 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.389856 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.390185 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.390512 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.390841 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:45.400539 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:45.508410 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-6a3a1cbd-fbb9-4ad0-8c02-9dfbff2bb41c service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524965 Jun 07 18:58:45.643725 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f2905-f13c-4387-8676-469e678e4258 req-258c0c88-bb08-41aa-8c23-36127a4b2a6b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:45.646363 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0a7f2905-f13c-4387-8676-469e678e4258 req-258c0c88-bb08-41aa-8c23-36127a4b2a6b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.2222455 Jun 07 18:58:45.701244 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94516f89-dbda-4bdd-81d4-7b2263248191 req-455e8291-f082-4343-b558-fadbd0c9422a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:45.704007 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-94516f89-dbda-4bdd-81d4-7b2263248191 req-455e8291-f082-4343-b558-fadbd0c9422a tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 945 time: 0.5402491 Jun 07 18:58:45.837624 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0a7f2905-f13c-4387-8676-469e678e4258 req-f49b2a66-782a-49a5-8ec0-0a78d233c312 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741576 Jun 07 18:58:45.943655 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-94516f89-dbda-4bdd-81d4-7b2263248191 req-275e6426-ca60-43b8-b9c5-60148b0a82c7 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2322102 Jun 07 18:58:45.968114 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'd815999a-edae-417a-9adc-d1b1dd66df82', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'port_id': '4db00f31-5bde-4197-899c-cc155e101eef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'mac_address': 'fa:16:3e:c9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:58:11Z', 'updated_at': '2021-06-07T18:58:41Z', 'revision_number': 1, 'project_id': '900703da489243d9910aad8278d29ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:45.976076 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30dcc9-5c47-4062-b66e-9658f758e0cd None None] The sync data for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb is: [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'd815999a-edae-417a-9adc-d1b1dd66df82', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'port_id': '4db00f31-5bde-4197-899c-cc155e101eef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'mac_address': 'fa:16:3e:c9:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:58:11Z', 'updated_at': '2021-06-07T18:58:41Z', 'revision_number': 1, 'project_id': '900703da489243d9910aad8278d29ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:58:46.116891 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ffe24302-28e6-4ece-88b6-1ba16eb8169b req-cd89a4ed-6c2f-47e9-9f8a-423a4b184be9 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866189 Jun 07 18:58:46.344310 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a209c64-d57a-4835-896f-af640d88bf4e None None] New status for floating IP d815999a-edae-417a-9adc-d1b1dd66df82: ACTIVE {{(pid=104084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 18:58:47.032469 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:58:47.272341 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090aab3-eb70-4ca0-8730-1dc7c7415958 req-910df382-ffa0-4337-b03e-a88a0dc23dbc tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:47.280922 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8090aab3-eb70-4ca0-8730-1dc7c7415958 req-910df382-ffa0-4337-b03e-a88a0dc23dbc tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.1338766 Jun 07 18:58:47.334078 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8090aab3-eb70-4ca0-8730-1dc7c7415958 req-adf72a59-5cc5-4e15-a64a-2523cedb8023 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526268 Jun 07 18:58:47.349231 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c854d-7cd5-40b8-a089-c32593a8d104 req-628e1a2a-2df6-47f6-89ea-5a40f270f800 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:47.363593 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-321c854d-7cd5-40b8-a089-c32593a8d104 req-628e1a2a-2df6-47f6-89ea-5a40f270f800 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 945 time: 0.1595802 Jun 07 18:58:47.379600 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 07a7c551-cf31-4f88-82b2-17d62f59c354 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:58:47.490602 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-321c854d-7cd5-40b8-a089-c32593a8d104 req-21c0ae0b-f7fe-44b7-84c4-6b689004e546 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1258464 Jun 07 18:58:47.732763 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 07a7c551-cf31-4f88-82b2-17d62f59c354 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:58:47.739776 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 07a7c551-cf31-4f88-82b2-17d62f59c354 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:58:47.740483 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:47.949397 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:48.018494 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a7c551-cf31-4f88-82b2-17d62f59c354'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:48.026719 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01acc906-dff6-4e17-a5db-f3858b827b7a" -d '{"events": [{"server_uuid": "1b27d432-381b-4c62-a5f9-f360ad03c215", "name": "network-vif-plugged", "status": "completed", "tag": "07a7c551-cf31-4f88-82b2-17d62f59c354"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:48.072656 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 07a7c551-cf31-4f88-82b2-17d62f59c354, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07a7c551-cf31-4f88-82b2-17d62f59c354,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:58:48.110915 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e2a022-df50-4b71-ac53-fde27d990412 x-openstack-request-id: req-a5e2a022-df50-4b71-ac53-fde27d990412 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:48.111824 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b27d432-381b-4c62-a5f9-f360ad03c215", "name": "network-vif-plugged", "status": "completed", "tag": "07a7c551-cf31-4f88-82b2-17d62f59c354", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:48.112247 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5e2a022-df50-4b71-ac53-fde27d990412 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:48.112872 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a7c551-cf31-4f88-82b2-17d62f59c354', 'code': 200} Jun 07 18:58:48.300685 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:48.305698 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-608db21c-342e-4fae-bd40-b2ef971e1efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:48.424901 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=07a7c551-cf31-4f88-82b2-17d62f59c354,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:48.448410 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:48.865193 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea2644-9f4b-43d0-bc13-8523e8696eef req-e1fc45b5-b73b-43e4-9fd2-71d11393bc2c tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:48.867577 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-78ea2644-9f4b-43d0-bc13-8523e8696eef req-e1fc45b5-b73b-43e4-9fd2-71d11393bc2c tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.3708258 Jun 07 18:58:48.920125 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbde4f-8eb2-4316-acf3-10eaa190d796 req-a0e15c94-c9dd-4e0f-aa11-6b85893a7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:48.922085 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-bffbde4f-8eb2-4316-acf3-10eaa190d796 req-a0e15c94-c9dd-4e0f-aa11-6b85893a7d58 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 1099 time: 0.1409261 Jun 07 18:58:48.941760 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-78ea2644-9f4b-43d0-bc13-8523e8696eef req-060f48b3-2c09-4dff-9e35-8533ab5d0f29 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654142 Jun 07 18:58:48.989857 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-bffbde4f-8eb2-4316-acf3-10eaa190d796 req-4667b5f9-9f9c-44b7-9deb-c460891070dd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0603857 Jun 07 18:58:49.202352 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3351e-9908-4cac-9efd-349fd63c5981 req-49711649-b72b-48da-8d9d-f9d82a578fac tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:49.205051 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-17c3351e-9908-4cac-9efd-349fd63c5981 req-49711649-b72b-48da-8d9d-f9d82a578fac tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 946 time: 0.2293119 Jun 07 18:58:49.282973 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-17c3351e-9908-4cac-9efd-349fd63c5981 req-c16930ad-4ac9-4abf-b4c3-636173b7b97d tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0668645 Jun 07 18:58:50.734480 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707d053-977f-4512-aeed-a6a93aaf9bf4 req-16c1e17c-6adb-4a56-a79b-615e7419920b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:50.751584 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8707d053-977f-4512-aeed-a6a93aaf9bf4 req-16c1e17c-6adb-4a56-a79b-615e7419920b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.3812928 Jun 07 18:58:50.835243 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65917cf4-2889-45c8-a526-c1a03fb3875d req-3f3d22ca-a7fe-46e1-ad0e-8c0235ef963f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:50.847716 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-65917cf4-2889-45c8-a526-c1a03fb3875d req-3f3d22ca-a7fe-46e1-ad0e-8c0235ef963f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 946 time: 0.2749729 Jun 07 18:58:50.976076 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8707d053-977f-4512-aeed-a6a93aaf9bf4 req-7c207fc2-86ae-4d5b-8fc3-8ca19c663ee9 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2216182 Jun 07 18:58:51.083092 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-65917cf4-2889-45c8-a526-c1a03fb3875d req-81d6c0f4-4216-4391-8cc8-d6d8af5fb91f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2227149 Jun 07 18:58:52.430460 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c6825-d07c-471f-a9ab-a28468d0ac4e req-bf507478-60dd-4f2f-9745-f5e0b745eb33 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:52.435374 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0b6c6825-d07c-471f-a9ab-a28468d0ac4e req-bf507478-60dd-4f2f-9745-f5e0b745eb33 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.2061670 Jun 07 18:58:52.499050 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8aa9e-66ca-47aa-9aef-5bf7087016e4 req-67eeb440-f839-4a8f-84c3-29c6a7bae979 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:52.501526 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2bc8aa9e-66ca-47aa-9aef-5bf7087016e4 req-67eeb440-f839-4a8f-84c3-29c6a7bae979 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 946 time: 0.1833997 Jun 07 18:58:52.561853 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0b6c6825-d07c-471f-a9ab-a28468d0ac4e req-0b1a1c35-5dc2-4037-833d-9f4e05b0013e tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170936 Jun 07 18:58:52.599571 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2bc8aa9e-66ca-47aa-9aef-5bf7087016e4 req-3dd32e14-d599-4aad-869c-f2e9c93c3970 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0872324 Jun 07 18:58:52.847257 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde9308-8061-4145-bbf0-c42a48bca56c req-f3032836-8b94-4c2f-bc1b-cd4e6ec05ab0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:52.849738 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fdde9308-8061-4145-bbf0-c42a48bca56c req-f3032836-8b94-4c2f-bc1b-cd4e6ec05ab0 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 946 time: 0.1111877 Jun 07 18:58:52.859169 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57226) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:52.864427 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-e5cb1005-3fe9-4eef-9113-28d04394cb14 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Request body: {'floatingip': {'port_id': '07a7c551-cf31-4f88-82b2-17d62f59c354'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:58:52.962185 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e5cb1005-3fe9-4eef-9113-28d04394cb14 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:53.805627 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e5cb1005-3fe9-4eef-9113-28d04394cb14 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:53.835220 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2f142-324f-4f59-8f80-4c241a7d1646 req-59c1bdf3-f564-4f50-b9f5-7cdebe0fa91d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:53.837502 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9de2f142-324f-4f59-8f80-4c241a7d1646 req-59c1bdf3-f564-4f50-b9f5-7cdebe0fa91d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.1422765 Jun 07 18:58:53.906541 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9de2f142-324f-4f59-8f80-4c241a7d1646 req-e04f5998-9e15-4cfd-888a-728ac6e81f55 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604184 Jun 07 18:58:53.946586 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e5cb1005-3fe9-4eef-9113-28d04394cb14 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:54.237371 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.l3_db [None req-e5cb1005-3fe9-4eef-9113-28d04394cb14 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Floating IP cea80df1-b8a3-42b5-83b8-d57f0f584207 associated. External IP: 172.28.3.46, port: 07a7c551-cf31-4f88-82b2-17d62f59c354. Jun 07 18:58:54.773463 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cb1005-3fe9-4eef-9113-28d04394cb14 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Router 08e653df-a252-4a98-ae03-476023e0a76d has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:58:55.037643 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cb1005-3fe9-4eef-9113-28d04394cb14 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:58:55.051600 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] Sync routers for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:58:55.058063 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e5cb1005-3fe9-4eef-9113-28d04394cb14 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:55.071112 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:55.071777 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:58:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:55.280312 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e5cb1005-3fe9-4eef-9113-28d04394cb14 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "PUT /v2.0/floatingips/cea80df1-b8a3-42b5-83b8-d57f0f584207 HTTP/1.1" status: 200 len: 991 time: 2.4198627 Jun 07 18:58:55.280980 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'tag': '07a7c551-cf31-4f88-82b2-17d62f59c354'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:58:55.288960 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925" -d '{"events": [{"name": "network-changed", "server_uuid": "1b27d432-381b-4c62-a5f9-f360ad03c215", "tag": "07a7c551-cf31-4f88-82b2-17d62f59c354"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:58:55.307398 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf24de-fe9b-472b-a706-f180358a49f6 req-5c7c2e2f-2c32-4741-9f51-bd57ad59f59a tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:55.309734 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b1cf24de-fe9b-472b-a706-f180358a49f6 req-5c7c2e2f-2c32-4741-9f51-bd57ad59f59a tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.1144540 Jun 07 18:58:55.371355 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:55.558117 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1b162e-5841-467d-a5f8-7b3be4ba983d x-openstack-request-id: req-2b1b162e-5841-467d-a5f8-7b3be4ba983d {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:58:55.558666 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b27d432-381b-4c62-a5f9-f360ad03c215", "tag": "07a7c551-cf31-4f88-82b2-17d62f59c354", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:58:55.559116 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b1b162e-5841-467d-a5f8-7b3be4ba983d {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:58:55.559907 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'tag': '07a7c551-cf31-4f88-82b2-17d62f59c354', 'status': 'completed', 'code': 200} Jun 07 18:58:55.569674 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b1cf24de-fe9b-472b-a706-f180358a49f6 req-d0e0eb90-766b-4c45-9282-deb744da6812 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2541234 Jun 07 18:58:55.675736 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-c0eec3db-97af-47de-9369-a6f0cf51d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:55.677322 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-c0eec3db-97af-47de-9369-a6f0cf51d2aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a38f8cb78974e63ae20686654e12a69&device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 1099 time: 0.0851476 Jun 07 18:58:55.846597 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-37a709e7-b477-4434-a2fc-78860202d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:55.850688 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-37a709e7-b477-4434-a2fc-78860202d763 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 200 len: 911 time: 0.1665657 Jun 07 18:58:55.951742 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'cea80df1-b8a3-42b5-83b8-d57f0f584207', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'floating_ip_address': '172.28.3.46', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'port_id': '07a7c551-cf31-4f88-82b2-17d62f59c354', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'mac_address': 'fa:16:3e:54:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:58:22Z', 'updated_at': '2021-06-07T18:58:53Z', 'revision_number': 1, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:55.957154 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] Checking router: 08e653df-a252-4a98-ae03-476023e0a76d for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:58:55.968630 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-b2b77efa-0e75-4229-a51d-54b2183843d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a7c551-cf31-4f88-82b2-17d62f59c354 HTTP/1.1" status: 200 len: 999 time: 0.1108875 Jun 07 18:58:55.970068 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:58:55.970705 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:58:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:56.056621 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-648d4393-b2ac-49c1-a3c7-b1f15f348820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:56.061152 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-648d4393-b2ac-49c1-a3c7-b1f15f348820 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cedf77e4-ee67-4762-a08e-88df87223f5f HTTP/1.1" status: 200 len: 849 time: 0.0840786 Jun 07 18:58:56.170296 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-6dd59089-072c-4dc7-bb51-2328525b0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:56.172265 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-6dd59089-072c-4dc7-bb51-2328525b0b0a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff6cf35f-8e60-427c-92e1-346e9b5bc702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1039848 Jun 07 18:58:56.360583 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-0789dd54-4031-4c0c-8757-dbe929b9bce8 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788948 Jun 07 18:58:56.410666 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57304) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:56.490803 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:58:56.662478 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-97d6bf8d-bf69-4f48-b8fb-344d8bc1d925 req-36e15051-96c4-4ea4-8319-f94e34d67b64 service neutron] 10.222.0.63 "GET /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938893 Jun 07 18:58:56.669611 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:56.995061 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:57.065618 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d6679-0fdc-452a-be4e-6b39f6c5d475 req-640c477c-c4a2-4392-b290-c3e1489c1997 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:58:57.067207 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a24d6679-0fdc-452a-be4e-6b39f6c5d475 req-640c477c-c4a2-4392-b290-c3e1489c1997 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.2055357 Jun 07 18:58:57.068894 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:57.102475 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'cea80df1-b8a3-42b5-83b8-d57f0f584207', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'floating_ip_address': '172.28.3.46', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'port_id': '07a7c551-cf31-4f88-82b2-17d62f59c354', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'mac_address': 'fa:16:3e:54:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:58:22Z', 'updated_at': '2021-06-07T18:58:53Z', 'revision_number': 1, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:58:57.103098 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-7a3c473f-22da-43cb-9e26-e30dacbbf3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:57.117425 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75ee77-c243-472b-9d17-0258d9e88944 None None] The sync data for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb is: [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': 'cea80df1-b8a3-42b5-83b8-d57f0f584207', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'floating_ip_address': '172.28.3.46', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'port_id': '07a7c551-cf31-4f88-82b2-17d62f59c354', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'mac_address': 'fa:16:3e:54:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:58:22Z', 'updated_at': '2021-06-07T18:58:53Z', 'revision_number': 1, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:58:57.148522 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94862628801f47f99b14323918502bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7337327 Jun 07 18:58:57.149251 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 57316) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:57.165735 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c747c16c-a392-4723-a7bf-072c534f3e42,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:57.185889 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.186265 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.186623 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.186978 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.187337 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.187699 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.188073 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.188419 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.188805 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.189133 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.189496 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.189814 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:58:57.196541 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3f4b2098-afa5-422f-8222-d45423981d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:57.209336 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a24d6679-0fdc-452a-be4e-6b39f6c5d475 req-76df901f-0908-4312-92a6-064eaab599fa tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=30470c0d-046d-46d6-8ed2-ce1fc49f2968&id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075144 Jun 07 18:58:57.275804 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-35e9ea34-0458-43f8-8a9d-63233570904e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:57.332205 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-35e9ea34-0458-43f8-8a9d-63233570904e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:57.486502 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c886dcc6-91ab-4e38-81ce-96762daa1da8 None None] New status for floating IP cea80df1-b8a3-42b5-83b8-d57f0f584207: ACTIVE {{(pid=104084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 18:58:57.517842 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-35e9ea34-0458-43f8-8a9d-63233570904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:57.522803 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-35e9ea34-0458-43f8-8a9d-63233570904e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:57.528395 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-35e9ea34-0458-43f8-8a9d-63233570904e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c747c16c-a392-4723-a7bf-072c534f3e42 HTTP/1.1" status: 204 len: 168 time: 0.3741136 Jun 07 18:58:57.528395 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c811570c-86a0-496d-8737-1496c2bd5a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:57.546770 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9ea34-0458-43f8-8a9d-63233570904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c747c16c-a392-4723-a7bf-072c534f3e42,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:57.551239 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-35e9ea34-0458-43f8-8a9d-63233570904e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:58.663991 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 57344) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:58.710909 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d3cff55-b78a-43b3-a74c-57632dabef9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:58.966373 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d3cff55-b78a-43b3-a74c-57632dabef9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:59.089076 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d3cff55-b78a-43b3-a74c-57632dabef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:59.094549 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-fd0602cd-5b3d-4373-8ab9-1fac08b686ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:59.137776 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-6d3cff55-b78a-43b3-a74c-57632dabef9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0186c25409504c098d737f55e96cce4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706142 Jun 07 18:58:59.138727 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cff55-b78a-43b3-a74c-57632dabef9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d37057-39be-4e0e-844b-5111773c0090,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:59.142093 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57348) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:58:59.143446 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6d3cff55-b78a-43b3-a74c-57632dabef9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:58:59.207761 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ac6961c-2b42-4266-9869-8e4949dad329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:59.235872 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ac6961c-2b42-4266-9869-8e4949dad329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:59.366126 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ac6961c-2b42-4266-9869-8e4949dad329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:59.368960 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5ac6961c-2b42-4266-9869-8e4949dad329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:58:59.371300 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-5ac6961c-2b42-4266-9869-8e4949dad329 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82d37057-39be-4e0e-844b-5111773c0090 HTTP/1.1" status: 204 len: 168 time: 0.2276828 Jun 07 18:58:59.372406 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e860375d-a51d-486d-8a28-ac2dddb4eaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:58:59.386322 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6961c-2b42-4266-9869-8e4949dad329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d37057-39be-4e0e-844b-5111773c0090,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:58:59.388640 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5ac6961c-2b42-4266-9869-8e4949dad329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:03.523584 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 57528) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:03.723758 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:03.744546 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df75eb-5851-482b-a0ea-d46d4e1a1f14 req-3cf55264-2e36-49b5-af5e-b3c63e0e057c tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:03.746444 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-53df75eb-5851-482b-a0ea-d46d4e1a1f14 req-3cf55264-2e36-49b5-af5e-b3c63e0e057c tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 946 time: 0.1441028 Jun 07 18:59:03.825875 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-53df75eb-5851-482b-a0ea-d46d4e1a1f14 req-9e8ea5bb-9c08-4041-9ed4-61d533603c69 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671198 Jun 07 18:59:03.901171 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.000432 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.008794 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-58f49249-4483-4471-96f6-a763cb60d731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:04.054275 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f196dea3-81f3-4d0f-aecf-95751fe709ea,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:04.059231 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6991eb832ab4b068c1ff11994a219bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341907 Jun 07 18:59:04.062762 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57532) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:04.070019 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.070647 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.071284 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.071905 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.073345 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.073965 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.074554 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.075145 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.075755 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.076346 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.076951 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.077543 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:04.083036 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:04.150028 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1e6bc4d-366e-45a3-a3fa-13d72f215a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.184991 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1e6bc4d-366e-45a3-a3fa-13d72f215a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.223968 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 57538) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:04.337673 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1e6bc4d-366e-45a3-a3fa-13d72f215a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.341770 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1e6bc4d-366e-45a3-a3fa-13d72f215a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.343364 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e1e6bc4d-366e-45a3-a3fa-13d72f215a53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f196dea3-81f3-4d0f-aecf-95751fe709ea HTTP/1.1" status: 204 len: 168 time: 0.2791300 Jun 07 18:59:04.344507 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b0575688-ec80-43cb-8a13-d93db464cc83 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:04.354726 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-871407be-4293-436a-838c-24a4613708b6 admin admin] Deleting subnet 2df37f26-892e-432c-8041-493d42098633 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 18:59:04.360576 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-871407be-4293-436a-838c-24a4613708b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.377883 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6bc4d-366e-45a3-a3fa-13d72f215a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f196dea3-81f3-4d0f-aecf-95751fe709ea,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:04.384235 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e1e6bc4d-366e-45a3-a3fa-13d72f215a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:04.454949 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-871407be-4293-436a-838c-24a4613708b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266735896'] for subnet, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.566672 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-871407be-4293-436a-838c-24a4613708b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.789765 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-871407be-4293-436a-838c-24a4613708b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266784375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266596498'] for subnet, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.797763 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c5c70880-20e2-4343-aa3b-6be809868900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:04.840864 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871407be-4293-436a-838c-24a4613708b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df37f26-892e-432c-8041-493d42098633,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:04.842989 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-871407be-4293-436a-838c-24a4613708b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:04.847210 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-871407be-4293-436a-838c-24a4613708b6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2df37f26-892e-432c-8041-493d42098633 HTTP/1.1" status: 204 len: 168 time: 0.6202464 Jun 07 18:59:04.847718 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57546) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:04.848509 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-871407be-4293-436a-838c-24a4613708b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:04.968237 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.162937 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.182465 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0293577-0c15-4813-9d57-b946b26c419d']}} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:05.200044 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd71168c-c2bf-4d61-a0b7-ab5918e91412') {'for_net_delete': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:05.200340 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd71168c-c2bf-4d61-a0b7-ab5918e91412') {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:05.216809 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266687123'] for segment, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.218229 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 57550) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:05.243864 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4795-972c-468f-ae04-1169e2e446c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.246743 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c16bd-7973-4bb9-a625-730690745421 req-618ec40a-8bda-4d70-b2d4-eaca04f96565 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:05.248429 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-412c16bd-7973-4bb9-a625-730690745421 req-618ec40a-8bda-4d70-b2d4-eaca04f96565 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 946 time: 0.2288563 Jun 07 18:59:05.249785 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.260228 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 18:59:05.260695 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267045186'] for segment, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: Traceback (most recent call last): Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: timer() Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: cb(*args, **kw) Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: return func(*args, **kwargs) Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: self._notify() Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: self.callback(batched_events) Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: event.method(event) Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: return f(self, *a, **k) Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: return self._get(url).json() Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: return self.request(url, 'GET', **kwargs) Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 18:59:05.276026 dv-cinder-790535-1-smb neutron-server[104082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 18:59:05.417720 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-412c16bd-7973-4bb9-a625-730690745421 req-11287a29-eefc-440e-9778-1ff1b3bda0a2 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594105 Jun 07 18:59:05.443373 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4795-972c-468f-ae04-1169e2e446c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.486381 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.491236 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:05.512877 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.514761 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] 10.222.0.20 "DELETE /v2.0/networks/e0293577-0c15-4813-9d57-b946b26c419d HTTP/1.1" status: 204 len: 168 time: 0.6660426 Jun 07 18:59:05.515916 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0293577-0c15-4813-9d57-b946b26c419d,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:05.519589 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-702fb354-341f-4838-8c3d-c56e4e70597b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:05.543419 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4795-972c-468f-ae04-1169e2e446c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.563665 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-48f11e36-f23a-4275-bd20-762b9a73fae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:05.616566 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-5ddd4795-972c-468f-ae04-1169e2e446c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aad2afe680e342fab74fbdb05618548e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939764 Jun 07 18:59:05.616566 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd4795-972c-468f-ae04-1169e2e446c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98874c9-dc61-460d-a959-d3ebbdb1a912,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:05.617775 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57556) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:05.620521 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5ddd4795-972c-468f-ae04-1169e2e446c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:05.702970 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ddc48491-b470-414d-9a29-e9a61e2e473e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.734692 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ddc48491-b470-414d-9a29-e9a61e2e473e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.909013 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ddc48491-b470-414d-9a29-e9a61e2e473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.911387 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ddc48491-b470-414d-9a29-e9a61e2e473e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:05.912706 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-ddc48491-b470-414d-9a29-e9a61e2e473e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e98874c9-dc61-460d-a959-d3ebbdb1a912 HTTP/1.1" status: 204 len: 168 time: 0.2940207 Jun 07 18:59:05.913507 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d8b8768b-cd03-479e-aa64-fbdde5032a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:05.925744 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc48491-b470-414d-9a29-e9a61e2e473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98874c9-dc61-460d-a959-d3ebbdb1a912,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:05.929159 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ddc48491-b470-414d-9a29-e9a61e2e473e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:06.142052 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57562) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:06.198330 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-49c0d092-11e8-4c31-8cd7-bcc205567bb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9a7ea8bfe9a42e4bdd73aace9717457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546892 Jun 07 18:59:06.201161 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57564) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:06.293581 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-17c9aa25-5d10-45f2-9f9b-4a4f62771d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:06.343478 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-17c9aa25-5d10-45f2-9f9b-4a4f62771d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:06.516469 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-17c9aa25-5d10-45f2-9f9b-4a4f62771d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:06.523234 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-17c9aa25-5d10-45f2-9f9b-4a4f62771d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:06.527242 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-17c9aa25-5d10-45f2-9f9b-4a4f62771d07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7133ca8-79e1-4d89-8daa-847f558d0305 HTTP/1.1" status: 204 len: 168 time: 0.3248169 Jun 07 18:59:06.530385 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5ac6961c-2b42-4266-9869-8e4949dad329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:06.556256 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9aa25-5d10-45f2-9f9b-4a4f62771d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7133ca8-79e1-4d89-8daa-847f558d0305,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:06.580474 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-17c9aa25-5d10-45f2-9f9b-4a4f62771d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:06.724543 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da577c3c-16d6-4e0e-a088-d467904e53b7 req-f15b5aed-03a7-4240-9552-814813df7a35 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:06.726353 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-da577c3c-16d6-4e0e-a088-d467904e53b7 req-f15b5aed-03a7-4240-9552-814813df7a35 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 946 time: 0.1252956 Jun 07 18:59:06.782174 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-da577c3c-16d6-4e0e-a088-d467904e53b7 req-57affa7a-c123-4743-89fe-991794416643 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Jun 07 18:59:07.148565 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d4f30c26-d7e1-4ca2-9a9b-f3a9b4714532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:08.013423 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a767d-7017-4bcc-a27e-25886e55200a req-b14986b5-183e-46de-9064-07901ed67e6e tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:08.015203 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-787a767d-7017-4bcc-a27e-25886e55200a req-b14986b5-183e-46de-9064-07901ed67e6e tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 946 time: 0.0892408 Jun 07 18:59:08.079621 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-787a767d-7017-4bcc-a27e-25886e55200a req-64ec56d3-e5d9-4123-9f40-09f8be33cc41 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579145 Jun 07 18:59:08.322157 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 57608) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:08.526738 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65057b15-054c-4375-a319-228845b90b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:08.764938 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65057b15-054c-4375-a319-228845b90b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:08.854507 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65057b15-054c-4375-a319-228845b90b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:08.866218 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d3b7def8-aa6c-48e1-8bc0-eb3db613dec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:08.928499 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65057b15-054c-4375-a319-228845b90b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0feb97-cc8f-4916-820c-33a702e8a5c7,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:08.935581 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-65057b15-054c-4375-a319-228845b90b58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e83e01fb27bf4c88a21f822e8c8d401a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6117351 Jun 07 18:59:08.937828 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 57614) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:08.941424 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-65057b15-054c-4375-a319-228845b90b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:08.972960 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-a7c5d67a-2804-4860-bcd0-75e0bdf3c64a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:08.975582 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-a7c5d67a-2804-4860-bcd0-75e0bdf3c64a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.63 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 946 time: 0.1799562 Jun 07 18:59:09.037097 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-870d2355-e3e7-4c00-8177-cd4b037704f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:09.078406 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-870d2355-e3e7-4c00-8177-cd4b037704f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:09.214513 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Deleting port 5cd19620-66c0-4e89-adbf-e490a527b4e9 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:59:09.215254 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:09.240319 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-870d2355-e3e7-4c00-8177-cd4b037704f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:09.244660 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-870d2355-e3e7-4c00-8177-cd4b037704f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:09.250032 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-870d2355-e3e7-4c00-8177-cd4b037704f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c0feb97-cc8f-4916-820c-33a702e8a5c7 HTTP/1.1" status: 204 len: 168 time: 0.3070462 Jun 07 18:59:09.250032 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c1f82c23-a0b5-44cb-9b5d-c4eb0b813757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:09.269049 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d2355-e3e7-4c00-8177-cd4b037704f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0feb97-cc8f-4916-820c-33a702e8a5c7,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:09.272962 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-870d2355-e3e7-4c00-8177-cd4b037704f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:09.305957 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:09.489004 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] For port 5cd19620-66c0-4e89-adbf-e490a527b4e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5cd19620-66c0-4e89-adbf-e490a527b4e9,segment=NetworkSegment(afa73617-9fc8-4442-9882-af5aefed8ffc),segment_id=afa73617-9fc8-4442-9882-af5aefed8ffc)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:09.489732 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:09.512375 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe29cc-e662-4843-aa6d-06a68a499502 req-b6ab932e-811a-421d-82e0-01f47f92ba09 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:09.517094 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-52fe29cc-e662-4843-aa6d-06a68a499502 req-b6ab932e-811a-421d-82e0-01f47f92ba09 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 946 time: 0.2700744 Jun 07 18:59:09.651392 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Calling delete_port for 5cd19620-66c0-4e89-adbf-e490a527b4e9 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:59:09.702598 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-52fe29cc-e662-4843-aa6d-06a68a499502 req-ce9657d4-0276-4c0b-bc57-c2f806ea7aca tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/security-groups?id=46854395-f33e-48ba-8d1c-e22788ff34f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320064 Jun 07 18:59:09.920166 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:09.926840 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:09.935123 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['5cd19620-66c0-4e89-adbf-e490a527b4e9'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:59:09.974219 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Pushing event deleted for resources: {'Port': ['ID=5cd19620-66c0-4e89-adbf-e490a527b4e9,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:09.977497 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:10.074219 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] No DVR routers for this DVR port 5cd19620-66c0-4e89-adbf-e490a527b4e9 on host hv-cinder-79053 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:59:10.078630 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:10.082244 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e0fd4567-5276-45f3-bf1b-cadaadd8257f req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.63 "DELETE /v2.0/ports/5cd19620-66c0-4e89-adbf-e490a527b4e9 HTTP/1.1" status: 204 len: 173 time: 1.0998032 Jun 07 18:59:10.083098 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f76c33-33dd-430a-b206-62f53fbdb4f8', 'name': 'network-vif-deleted', 'tag': '5cd19620-66c0-4e89-adbf-e490a527b4e9'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:59:10.087585 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de297d78-b95e-4b8f-8528-d069b0ad43a6" -d '{"events": [{"server_uuid": "86f76c33-33dd-430a-b206-62f53fbdb4f8", "name": "network-vif-deleted", "tag": "5cd19620-66c0-4e89-adbf-e490a527b4e9"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:59:10.160862 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe045f8-ed4e-4ff5-aef7-a2f84775a4c9 x-openstack-request-id: req-ffe045f8-ed4e-4ff5-aef7-a2f84775a4c9 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:59:10.161723 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f76c33-33dd-430a-b206-62f53fbdb4f8", "name": "network-vif-deleted", "tag": "5cd19620-66c0-4e89-adbf-e490a527b4e9", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:59:10.162460 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffe045f8-ed4e-4ff5-aef7-a2f84775a4c9 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:59:10.163477 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f76c33-33dd-430a-b206-62f53fbdb4f8', 'name': 'network-vif-deleted', 'tag': '5cd19620-66c0-4e89-adbf-e490a527b4e9', 'status': 'completed', 'code': 200} Jun 07 18:59:10.194552 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:10.297994 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-270bfcb9-0b5c-4bf8-bc55-2d047800d108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:10.923949 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b8e9b07d-5f41-406b-a5d0-a6ebc3a109e0 req-941e84be-c340-4f7f-8dd5-4f1a97a549b6 tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f76c33-33dd-430a-b206-62f53fbdb4f8 HTTP/1.1" status: 200 len: 210 time: 0.0763237 Jun 07 18:59:11.418202 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:12.516187 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-53a82f72-fb26-4f0f-a947-ce92f13143b3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2435877 Jun 07 18:59:12.698998 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-72b86db4-90d2-4bb9-bc7a-7cfd6105a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:12.701532 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-72b86db4-90d2-4bb9-bc7a-7cfd6105a001 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=699ae59021bf41bc986e524e973a3700&device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1137 time: 0.0956495 Jun 07 18:59:12.876985 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-e4341e5b-c329-4450-acd8-8ef9186ac6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:12.878587 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-e4341e5b-c329-4450-acd8-8ef9186ac6c0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a HTTP/1.1" status: 200 len: 915 time: 0.1507578 Jun 07 18:59:13.005198 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-8f0732da-d3e6-443b-841a-c821b1c56b38 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 1000 time: 0.1123972 Jun 07 18:59:13.090183 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-792ba203-fe32-4d68-b77b-0c8e83a57839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:13.091663 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-792ba203-fe32-4d68-b77b-0c8e83a57839 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82e044e7-30b9-4875-88cf-92edeae7351c HTTP/1.1" status: 200 len: 853 time: 0.0734203 Jun 07 18:59:13.184926 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-8ee21802-eb91-4b03-ba6e-e2d3e382cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:13.187706 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-8ee21802-eb91-4b03-ba6e-e2d3e382cae0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886724 Jun 07 18:59:13.292190 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:13.298843 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-96346ef2-ad0a-4799-b061-910607b43971 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2fcb3316323641a8bc163bbd4e32dba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328376 Jun 07 18:59:13.339319 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-e6f32623-e416-48b0-be76-ad9c394bc0cd service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437070 Jun 07 18:59:13.489047 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 5cd19620-66c0-4e89-adbf-e490a527b4e9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:59:13.509555 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-b80a989d-1b74-4b3e-8f5b-c3786644533c tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:13.513103 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-b80a989d-1b74-4b3e-8f5b-c3786644533c tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032609 Jun 07 18:59:13.530065 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 5cd19620-66c0-4e89-adbf-e490a527b4e9 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:59:13.530350 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 5cd19620-66c0-4e89-adbf-e490a527b4e9 not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:59:13.533386 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-6493608c-cef4-4389-a3bf-2ed458f9967e tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/quotas/2fcb3316323641a8bc163bbd4e32dba1 HTTP/1.1" status: 200 len: 375 time: 0.0144603 Jun 07 18:59:13.588839 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-dc506946-2fbd-4b56-90c0-5bf9daa76853 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fcb3316323641a8bc163bbd4e32dba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499575 Jun 07 18:59:13.664304 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ed4abe38-f235-4120-ba7a-6cf4ecf9191b req-bd701e39-f67d-411b-a2f4-452c7fa799bd service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145118 Jun 07 18:59:13.904918 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-45af9320-ea44-4a2d-a185-6f4e680e1a7f req-2ea9f773-c257-4dac-ab8b-f2cbaf4f995d tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 210 time: 0.0459096 Jun 07 18:59:15.108242 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-67eb6fba-e163-42fe-aed1-8a1b10714fec req-d3a7759b-db85-424e-8ed4-8ca542f13d94 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 210 time: 0.1371326 Jun 07 18:59:16.264041 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-643fcabd-0a45-403b-b3a7-6920b3f9307c req-9663051e-6927-43f6-8e17-f5e7318a4154 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 210 time: 0.0447972 Jun 07 18:59:16.969649 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-42e86808-5efe-40dd-89c8-a67231a5449e tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=2fcb3316323641a8bc163bbd4e32dba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318506 Jun 07 18:59:17.174394 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-b1b06e6a-2cd4-49c3-aa55-38b49a92401c tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:17.175703 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-b1b06e6a-2cd4-49c3-aa55-38b49a92401c tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988919 Jun 07 18:59:17.188705 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Request body: {'port': {'device_id': '6c4d6104-f05b-4e20-8554-ab67b67c77d3', 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da', 'admin_state_up': True, 'tenant_id': '2fcb3316323641a8bc163bbd4e32dba1'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:59:17.421971 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7d7916a1-0489-449f-8992-4e6df5c0051e req-91c84120-ea4f-42c7-90e3-4a3df5e46250 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 210 time: 0.0461700 Jun 07 18:59:17.444595 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Made reservation on behalf of 2fcb3316323641a8bc163bbd4e32dba1 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 18:59:17.446295 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:17.464461 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:17.589468 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:17.714712 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:17.717878 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-535cc84c-976e-4e19-96e1-c70398aec718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:17.802589 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7033c90c-44b2-457d-8c53-25fbd4b51065,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:17.809243 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:17.911000 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Allocated IP 192.168.233.39 (f728acf9-df37-4f53-81bc-7f97ce0a29da/c4b1a81c-7eff-47c0-bf0f-18ceb915297d/77969b13-88e2-4202-9f23-9ccf878a3cf1) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 18:59:18.128539 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:18.145100 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Transition to ACTIVE for port object 77969b13-88e2-4202-9f23-9ccf878a3cf1 will not be triggered until provisioned by entity DHCP. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:59:18.246920 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:18.249576 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:59:18.249576 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 18:59:18.249576 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 18:59:18.249576 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 18:59:18.249576 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 18:59:18.249576 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 18:59:18.268517 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Network f728acf9-df37-4f53-81bc-7f97ce0a29da is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 18:59:18.269959 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 18:59:18.276259 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 18:59:18.381182 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:18.382422 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:18.492234 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3073950 Jun 07 18:59:18.506054 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Request body: {'port': {'device_id': '6c4d6104-f05b-4e20-8554-ab67b67c77d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:59:18.582995 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-e99dbde9-d11d-4b07-88ed-065f1ecd0b94 None None] Provisioning for port 77969b13-88e2-4202-9f23-9ccf878a3cf1 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:59:18.591908 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-e99dbde9-d11d-4b07-88ed-065f1ecd0b94 None None] Provisioning complete for port 77969b13-88e2-4202-9f23-9ccf878a3cf1 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:59:18.592309 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e99dbde9-d11d-4b07-88ed-065f1ecd0b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:18.655025 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-e99dbde9-d11d-4b07-88ed-065f1ecd0b94 None None] Port 77969b13-88e2-4202-9f23-9ccf878a3cf1 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 18:59:18.710149 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578fdc0-bca1-4009-a608-211ea70edad6 req-4a27e4eb-e62b-43a7-8c8f-81f41680a775 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:18.711611 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e578fdc0-bca1-4009-a608-211ea70edad6 req-4a27e4eb-e62b-43a7-8c8f-81f41680a775 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 935 time: 0.1701705 Jun 07 18:59:18.712677 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:18.820210 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e578fdc0-bca1-4009-a608-211ea70edad6 req-e605c57b-eddd-4c3c-b1cd-89817857a64b tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974150 Jun 07 18:59:19.141190 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77969b13-88e2-4202-9f23-9ccf878a3cf1 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:59:19.155494 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:19.175873 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Transition to ACTIVE for port object 77969b13-88e2-4202-9f23-9ccf878a3cf1 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 18:59:19.298934 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:19.311322 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:19.581105 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=77969b13-88e2-4202-9f23-9ccf878a3cf1,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:19.592182 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:19.670078 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Attempting to bind port 77969b13-88e2-4202-9f23-9ccf878a3cf1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 18:59:19.670431 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Attempting to bind port 77969b13-88e2-4202-9f23-9ccf878a3cf1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 18:59:19.670767 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Attempting to bind port 77969b13-88e2-4202-9f23-9ccf878a3cf1 on network f728acf9-df37-4f53-81bc-7f97ce0a29da {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:59:19.676233 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Port 77969b13-88e2-4202-9f23-9ccf878a3cf1 on network f728acf9-df37-4f53-81bc-7f97ce0a29da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 18:59:19.676532 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Attempting to bind port 77969b13-88e2-4202-9f23-9ccf878a3cf1 on network f728acf9-df37-4f53-81bc-7f97ce0a29da {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 18:59:19.693456 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 18:59:19.700216 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Checking segment: {'id': '382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 18:59:19.700216 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Bound using segment: {'id': '382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 18:59:19.700216 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Bound port: 77969b13-88e2-4202-9f23-9ccf878a3cf1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 18:59:19.700216 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:19.802723 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] For port 77969b13-88e2-4202-9f23-9ccf878a3cf1, host hv-cinder-79053, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 18:59:19.807323 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] For port 77969b13-88e2-4202-9f23-9ccf878a3cf1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77969b13-88e2-4202-9f23-9ccf878a3cf1,segment=NetworkSegment(382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29),segment_id=382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 18:59:19.897984 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:19.902990 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-4cfc4a57-5eca-42fd-87e5-3d711a2c46b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:19.968697 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:19.969349 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:19.970886 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] 10.222.0.63 "PUT /v2.0/ports/77969b13-88e2-4202-9f23-9ccf878a3cf1 HTTP/1.1" status: 200 len: 1097 time: 1.4690247 Jun 07 18:59:19.971276 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4d6104-f05b-4e20-8554-ab67b67c77d3', 'tag': '77969b13-88e2-4202-9f23-9ccf878a3cf1'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:59:19.973647 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b2b4d-a8a9-4186-af8f-488c0572f9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4d6104-f05b-4e20-8554-ab67b67c77d3", "tag": "77969b13-88e2-4202-9f23-9ccf878a3cf1"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:59:20.000713 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=77969b13-88e2-4202-9f23-9ccf878a3cf1,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:20.004550 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:20.035541 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6517f138-fd96-4a92-8764-bf2ec40eb87b x-openstack-request-id: req-6517f138-fd96-4a92-8764-bf2ec40eb87b {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:59:20.035871 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4d6104-f05b-4e20-8554-ab67b67c77d3", "tag": "77969b13-88e2-4202-9f23-9ccf878a3cf1", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:59:20.041535 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6517f138-fd96-4a92-8764-bf2ec40eb87b {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:59:20.041535 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4d6104-f05b-4e20-8554-ab67b67c77d3', 'tag': '77969b13-88e2-4202-9f23-9ccf878a3cf1', 'status': 'completed', 'code': 200} Jun 07 18:59:20.046010 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf3d8f-2628-47cb-8f96-d49f211a9ae2 req-8629ea87-8848-453e-bb82-4f1e7503456a tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:20.048348 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-57cf3d8f-2628-47cb-8f96-d49f211a9ae2 req-8629ea87-8848-453e-bb82-4f1e7503456a tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 947 time: 0.1114566 Jun 07 18:59:20.124484 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-57cf3d8f-2628-47cb-8f96-d49f211a9ae2 req-293981ee-b8e1-45ad-b153-8b086e1c78db tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666919 Jun 07 18:59:20.162689 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b2b4d-a8a9-4186-af8f-488c0572f9e8 req-7d90ae57-22c4-451b-8cc6-253afb0944cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:20.163405 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-649b2b4d-a8a9-4186-af8f-488c0572f9e8 req-7d90ae57-22c4-451b-8cc6-253afb0944cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2fcb3316323641a8bc163bbd4e32dba1&device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 1100 time: 0.1001496 Jun 07 18:59:20.219156 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-649b2b4d-a8a9-4186-af8f-488c0572f9e8 req-196be4c7-ead1-45f2-8681-602e1c28a19d service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=2fcb3316323641a8bc163bbd4e32dba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453687 Jun 07 18:59:20.413333 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b2b4d-a8a9-4186-af8f-488c0572f9e8 req-06888b9e-1235-43f5-b89b-18b49c2fa260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:20.414856 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-649b2b4d-a8a9-4186-af8f-488c0572f9e8 req-06888b9e-1235-43f5-b89b-18b49c2fa260 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1851404 Jun 07 18:59:20.553108 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-80bfb51b-7f1b-4824-b7db-5ad3d263711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:20.554603 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-80bfb51b-7f1b-4824-b7db-5ad3d263711f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2fcb3316323641a8bc163bbd4e32dba1&device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 1100 time: 0.0859661 Jun 07 18:59:20.633106 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-d8e53d85-4806-47e2-9cc2-b8f4e044d5b1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=77969b13-88e2-4202-9f23-9ccf878a3cf1 HTTP/1.1" status: 200 len: 217 time: 0.0622454 Jun 07 18:59:20.710405 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-920fb583-bdac-4c0c-935f-f17a7eee774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:20.711862 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-920fb583-bdac-4c0c-935f-f17a7eee774c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4b1a81c-7eff-47c0-bf0f-18ceb915297d HTTP/1.1" status: 200 len: 843 time: 0.0708084 Jun 07 18:59:20.800902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-7561f2ea-3a91-4b74-bd0c-2235e55c98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:20.802478 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-7561f2ea-3a91-4b74-bd0c-2235e55c98a2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f728acf9-df37-4f53-81bc-7f97ce0a29da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0823424 Jun 07 18:59:20.952468 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-6bda5f31-2d60-4b6c-b2e6-610f89e641d1 service neutron] 10.222.0.63 "GET /v2.0/networks/f728acf9-df37-4f53-81bc-7f97ce0a29da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411960 Jun 07 18:59:21.096668 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-39ddf91e-21cb-431e-8264-81d80e1eb2da req-e149ede9-6560-40a9-a87f-19908c238786 service neutron] 10.222.0.63 "GET /v2.0/networks/f728acf9-df37-4f53-81bc-7f97ce0a29da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348200 Jun 07 18:59:21.336583 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4fefa-ad0c-4e6c-81de-f55c74ef7a34 req-10ee55f0-d72f-456c-876c-32c8e83f989a tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:21.338465 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a0f4fefa-ad0c-4e6c-81de-f55c74ef7a34 req-10ee55f0-d72f-456c-876c-32c8e83f989a tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 947 time: 0.0941024 Jun 07 18:59:21.393850 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a0f4fefa-ad0c-4e6c-81de-f55c74ef7a34 req-80d85b11-22c9-441c-9282-54f5f6170a67 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451839 Jun 07 18:59:22.596887 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de97f3c-ea2b-475e-a63e-74416d768676 req-e78b0337-3695-4c8d-b516-ec54adf8e31d tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:22.598925 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6de97f3c-ea2b-475e-a63e-74416d768676 req-e78b0337-3695-4c8d-b516-ec54adf8e31d tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 947 time: 0.0855865 Jun 07 18:59:22.647161 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6de97f3c-ea2b-475e-a63e-74416d768676 req-95fc144c-0f06-459d-84c9-96a9e0173b0c tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Jun 07 18:59:23.545859 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 77969b13-88e2-4202-9f23-9ccf878a3cf1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:59:23.700961 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 77969b13-88e2-4202-9f23-9ccf878a3cf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77969b13-88e2-4202-9f23-9ccf878a3cf1,segment=NetworkSegment(382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29),segment_id=382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:23.716977 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '77969b13-88e2-4202-9f23-9ccf878a3cf1', 'network_id': 'f728acf9-df37-4f53-81bc-7f97ce0a29da', 'port_id': '77969b13-88e2-4202-9f23-9ccf878a3cf1', 'mac_address': 'fa:16:3e:9c:14:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b1a81c-7eff-47c0-bf0f-18ceb915297d', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:59:23.789657 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:23.811310 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77969b13-88e2-4202-9f23-9ccf878a3cf1 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:59:23.827990 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 77969b13-88e2-4202-9f23-9ccf878a3cf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77969b13-88e2-4202-9f23-9ccf878a3cf1,segment=NetworkSegment(382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29),segment_id=382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:23.857470 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5738df-0cca-44df-9c99-9987452c0df4 req-f7df9a6b-b04d-4e4e-875d-19467c2a3da6 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:23.859018 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7a5738df-0cca-44df-9c99-9987452c0df4 req-f7df9a6b-b04d-4e4e-875d-19467c2a3da6 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 947 time: 0.0974505 Jun 07 18:59:23.909885 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7a5738df-0cca-44df-9c99-9987452c0df4 req-a1521138-5193-488b-8f69-0074cd3fe63c tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Jun 07 18:59:23.949121 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:23.950892 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:24.030923 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=77969b13-88e2-4202-9f23-9ccf878a3cf1,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:24.030923 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:24.031499 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 18:59:24.231465 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['77969b13-88e2-4202-9f23-9ccf878a3cf1'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:59:25.276099 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae20769-2e79-4041-8050-87abf86d9b3c req-02f20690-7b9e-497c-9d2f-5f6fcd78ba2f tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:25.280134 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dae20769-2e79-4041-8050-87abf86d9b3c req-02f20690-7b9e-497c-9d2f-5f6fcd78ba2f tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 948 time: 0.1679819 Jun 07 18:59:25.330363 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dae20769-2e79-4041-8050-87abf86d9b3c req-e977641d-2bae-4358-bf0a-326b43f597bf tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Jun 07 18:59:25.561168 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 77969b13-88e2-4202-9f23-9ccf878a3cf1 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:59:25.782737 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 77969b13-88e2-4202-9f23-9ccf878a3cf1 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 18:59:25.789294 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 77969b13-88e2-4202-9f23-9ccf878a3cf1 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:59:25.789681 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:25.923478 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:25.957365 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4d6104-f05b-4e20-8554-ab67b67c77d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77969b13-88e2-4202-9f23-9ccf878a3cf1'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:59:25.959691 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facc38a1-d4f8-442e-8220-0c990a0605ad" -d '{"events": [{"server_uuid": "6c4d6104-f05b-4e20-8554-ab67b67c77d3", "name": "network-vif-plugged", "status": "completed", "tag": "77969b13-88e2-4202-9f23-9ccf878a3cf1"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:59:25.969182 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 77969b13-88e2-4202-9f23-9ccf878a3cf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77969b13-88e2-4202-9f23-9ccf878a3cf1,segment=NetworkSegment(382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29),segment_id=382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:26.016885 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61946290-3ab9-43ed-8277-4be0a7378c19 x-openstack-request-id: req-61946290-3ab9-43ed-8277-4be0a7378c19 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:59:26.017283 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4d6104-f05b-4e20-8554-ab67b67c77d3", "name": "network-vif-plugged", "status": "completed", "tag": "77969b13-88e2-4202-9f23-9ccf878a3cf1", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:59:26.017703 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61946290-3ab9-43ed-8277-4be0a7378c19 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:59:26.018328 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4d6104-f05b-4e20-8554-ab67b67c77d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77969b13-88e2-4202-9f23-9ccf878a3cf1', 'code': 200} Jun 07 18:59:26.068314 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:26.070413 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:26.214689 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=77969b13-88e2-4202-9f23-9ccf878a3cf1,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:26.217989 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:26.535103 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725f04c-f5d6-4730-b173-b2e5cd927005 req-df8eef32-59d0-43c9-ab8a-c5924cf581c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:26.537880 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4725f04c-f5d6-4730-b173-b2e5cd927005 req-df8eef32-59d0-43c9-ab8a-c5924cf581c4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 1102 time: 0.1277285 Jun 07 18:59:26.598297 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a862b-aef9-4041-841d-e821793a7eb7 req-04f05280-dd5c-46f8-81d6-dee4736c3747 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:26.600000 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-206a862b-aef9-4041-841d-e821793a7eb7 req-04f05280-dd5c-46f8-81d6-dee4736c3747 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 949 time: 0.1224370 Jun 07 18:59:26.600650 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4725f04c-f5d6-4730-b173-b2e5cd927005 req-74402f9c-fed6-4a46-a9b7-eca1ebb53097 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555222 Jun 07 18:59:26.662577 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-206a862b-aef9-4041-841d-e821793a7eb7 req-1dd0ac34-c071-4589-a477-7fa5ee85400b tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522220 Jun 07 18:59:27.985685 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746334ce-e902-4303-bb4d-bc2e72e1e2ec req-b1ded14f-b5fd-4179-9df7-89997303db11 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:27.987931 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-746334ce-e902-4303-bb4d-bc2e72e1e2ec req-b1ded14f-b5fd-4179-9df7-89997303db11 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 949 time: 0.1958911 Jun 07 18:59:28.050605 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-746334ce-e902-4303-bb4d-bc2e72e1e2ec req-3f8de269-6229-4b6b-bb44-6bf9fec51671 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548024 Jun 07 18:59:28.736294 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ee64f-89b6-477c-8f42-84160bee209d req-14c69e68-4a49-4a9b-86cb-14a67fa78f44 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:28.737950 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-467ee64f-89b6-477c-8f42-84160bee209d req-14c69e68-4a49-4a9b-86cb-14a67fa78f44 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.0922520 Jun 07 18:59:28.793536 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-467ee64f-89b6-477c-8f42-84160bee209d req-595f663c-5b9f-43e1-8908-1128e8180bb8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473125 Jun 07 18:59:29.275650 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca52f9-5ad4-441f-8030-1fbd1747b743 req-3b8c3b79-5853-4241-b9df-8536aa6d1fa2 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:29.277538 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-41ca52f9-5ad4-441f-8030-1fbd1747b743 req-3b8c3b79-5853-4241-b9df-8536aa6d1fa2 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 949 time: 0.0968060 Jun 07 18:59:29.334508 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-41ca52f9-5ad4-441f-8030-1fbd1747b743 req-344fcca9-4129-4cf9-a198-8cc650299628 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508883 Jun 07 18:59:30.053200 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b38cca-71ce-404a-b930-fd30291ef96d req-f056b53e-4be6-462e-8307-99e505d330d4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:30.056681 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-69b38cca-71ce-404a-b930-fd30291ef96d req-f056b53e-4be6-462e-8307-99e505d330d4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1027226 Jun 07 18:59:30.128123 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-69b38cca-71ce-404a-b930-fd30291ef96d req-914f5c4d-637e-428e-ae9a-8b137dad6c59 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663261 Jun 07 18:59:30.236890 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aac61b-4442-41d2-956a-444bf802a470 req-8eca2fae-75e0-472f-b7f8-a951b361e08b tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:30.238815 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d0aac61b-4442-41d2-956a-444bf802a470 req-8eca2fae-75e0-472f-b7f8-a951b361e08b tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 949 time: 0.1004441 Jun 07 18:59:30.296136 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d0aac61b-4442-41d2-956a-444bf802a470 req-25d2550a-33ba-4cd0-994f-aedf5579af07 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497320 Jun 07 18:59:31.380412 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c43ba-f38f-4967-8fe7-9c303ddc6bc6 req-648b1284-4ffe-42c3-905f-04aa212217b3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:31.382102 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c43c43ba-f38f-4967-8fe7-9c303ddc6bc6 req-648b1284-4ffe-42c3-905f-04aa212217b3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1049063 Jun 07 18:59:31.439897 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c43c43ba-f38f-4967-8fe7-9c303ddc6bc6 req-a09493e3-4d29-4e19-828b-4058c6ec47fb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506637 Jun 07 18:59:31.577798 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd09a1-18ea-47e5-bc7b-04bcf7722045 req-e63391ca-536c-4e43-9507-09d96c25ac30 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:31.579966 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cadd09a1-18ea-47e5-bc7b-04bcf7722045 req-e63391ca-536c-4e43-9507-09d96c25ac30 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 949 time: 0.1142538 Jun 07 18:59:31.650833 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cadd09a1-18ea-47e5-bc7b-04bcf7722045 req-8ac6a5c7-9479-40b4-96ae-a7cb4940b84d tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/security-groups?id=7033c90c-44b2-457d-8c53-25fbd4b51065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641119 Jun 07 18:59:31.773905 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-64452a35-31bc-413a-a8e7-b2b7a032a780 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:31.775918 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-64452a35-31bc-413a-a8e7-b2b7a032a780 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 949 time: 0.1299767 Jun 07 18:59:31.969652 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Deleting port 77969b13-88e2-4202-9f23-9ccf878a3cf1 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:59:31.970196 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:32.166280 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] For port 77969b13-88e2-4202-9f23-9ccf878a3cf1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77969b13-88e2-4202-9f23-9ccf878a3cf1,segment=NetworkSegment(382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29),segment_id=382e9fbd-8a9a-48aa-90c0-9d80d1ea2d29)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:32.166719 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:32.315024 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Calling delete_port for 77969b13-88e2-4202-9f23-9ccf878a3cf1 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:59:32.543279 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:32.549700 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c633e9e4-11f5-4410-8c36-269a69877719 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:32.558150 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['77969b13-88e2-4202-9f23-9ccf878a3cf1'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:59:32.608542 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Pushing event deleted for resources: {'Port': ['ID=77969b13-88e2-4202-9f23-9ccf878a3cf1,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:32.612321 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:32.709759 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] No DVR routers for this DVR port 77969b13-88e2-4202-9f23-9ccf878a3cf1 on host hv-cinder-79053 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:59:32.715486 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:32.719216 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-beb22bfc-adfa-427f-8713-b8e4a1de5359 req-0321bdc3-d7db-444c-93fb-2964ebc2d342 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.63 "DELETE /v2.0/ports/77969b13-88e2-4202-9f23-9ccf878a3cf1 HTTP/1.1" status: 204 len: 173 time: 0.9313602 Jun 07 18:59:32.720132 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4d6104-f05b-4e20-8554-ab67b67c77d3', 'name': 'network-vif-deleted', 'tag': '77969b13-88e2-4202-9f23-9ccf878a3cf1'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:59:32.725145 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82273d7-4332-4c3b-8e82-3d5e597aa0c0" -d '{"events": [{"server_uuid": "6c4d6104-f05b-4e20-8554-ab67b67c77d3", "name": "network-vif-deleted", "tag": "77969b13-88e2-4202-9f23-9ccf878a3cf1"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:59:32.784749 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1d99a-e7de-4b27-906a-5e47671ece82 req-53cfb286-bf40-48bc-a3b5-f4797f9960bb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:32.787967 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b3e1d99a-e7de-4b27-906a-5e47671ece82 req-53cfb286-bf40-48bc-a3b5-f4797f9960bb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1673529 Jun 07 18:59:32.857891 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b3e1d99a-e7de-4b27-906a-5e47671ece82 req-52f57596-a990-4aae-946d-7224a5804169 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554636 Jun 07 18:59:32.920674 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fbbcf38a-23fc-4dd0-9c2a-04f901a8c897 req-68c4a9f2-c5cb-4a83-bca4-3e18b6b1ed64 tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 210 time: 0.0960574 Jun 07 18:59:32.936279 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca880c-ade3-4079-adf9-e49c32817181 x-openstack-request-id: req-40ca880c-ade3-4079-adf9-e49c32817181 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:59:32.936812 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4d6104-f05b-4e20-8554-ab67b67c77d3", "name": "network-vif-deleted", "tag": "77969b13-88e2-4202-9f23-9ccf878a3cf1", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:59:32.938815 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40ca880c-ade3-4079-adf9-e49c32817181 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:59:32.938815 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4d6104-f05b-4e20-8554-ab67b67c77d3', 'name': 'network-vif-deleted', 'tag': '77969b13-88e2-4202-9f23-9ccf878a3cf1', 'status': 'completed', 'code': 200} Jun 07 18:59:34.072562 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9f97f-fa25-4e31-93c3-3f35426b6132 req-e2bf6e89-bd40-44b2-acad-dcf113602950 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:34.074014 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-70b9f97f-fa25-4e31-93c3-3f35426b6132 req-e2bf6e89-bd40-44b2-acad-dcf113602950 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.0958784 Jun 07 18:59:34.112924 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b96a0cdf-25db-4d15-bad2-1cdd9a67a462 req-08c1c476-1707-4e1f-9484-5689c6d5978c tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4d6104-f05b-4e20-8554-ab67b67c77d3 HTTP/1.1" status: 200 len: 210 time: 0.0488505 Jun 07 18:59:34.124379 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-70b9f97f-fa25-4e31-93c3-3f35426b6132 req-97146d45-74b3-488c-b8ce-be93e5f6e91d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Jun 07 18:59:35.394729 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf98d9-1230-4044-b3eb-ea0952537017 req-06e07e2a-7e15-45cf-a381-23b2fc66f607 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:35.397795 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cfdf98d9-1230-4044-b3eb-ea0952537017 req-06e07e2a-7e15-45cf-a381-23b2fc66f607 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1268287 Jun 07 18:59:35.457226 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cfdf98d9-1230-4044-b3eb-ea0952537017 req-f8a7f080-feae-49bb-8c0d-de2511d25969 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522406 Jun 07 18:59:35.597562 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 77969b13-88e2-4202-9f23-9ccf878a3cf1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:59:35.658156 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 77969b13-88e2-4202-9f23-9ccf878a3cf1 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:59:35.658627 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 77969b13-88e2-4202-9f23-9ccf878a3cf1 not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:59:36.381405 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-dba7f1c7-51c9-4ad7-bf82-8e94ce42f441 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861927714&fields=id&tenant_id=699ae59021bf41bc986e524e973a3700 HTTP/1.1" status: 200 len: 267 time: 0.0502951 Jun 07 18:59:36.492633 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-4be964d4-0fe9-455f-8906-50e89d5b889d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:36.494895 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-4be964d4-0fe9-455f-8906-50e89d5b889d tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 984 time: 0.1058123 Jun 07 18:59:36.521864 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Request body: {'port': {'security_groups': ['71a5a31a-5cd2-4839-b862-ffab7acec4f1']}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 18:59:36.722818 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e26dfc-cdeb-4465-9a2f-3e31466e37e4 req-249dffc7-c66a-4fd4-8ebd-28499635bd8b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:36.727012 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-81e26dfc-cdeb-4465-9a2f-3e31466e37e4 req-249dffc7-c66a-4fd4-8ebd-28499635bd8b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1128597 Jun 07 18:59:36.777032 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:36.814903 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-81e26dfc-cdeb-4465-9a2f-3e31466e37e4 req-e89f6124-51df-4b1f-afb9-a6a83f4ee650 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773728 Jun 07 18:59:37.125463 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-60bb5385-80f3-4fa9-9b28-5bde7ba0ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:37.203324 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] For port f62f2861-e934-40ed-a361-d30ccc7f1f8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:37.259898 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:37.423398 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:37.430100 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c6546701-45a4-4ef3-9b64-50c970a75ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:37.437161 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['f62f2861-e934-40ed-a361-d30ccc7f1f8e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:59:37.519933 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:37.520738 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:37.522096 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d55bb90a-b0c7-4581-9ddf-dee505bc1817 req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "PUT /v2.0/ports/f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 942 time: 1.0103786 Jun 07 18:59:37.522635 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:59:37.525421 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeadcda-6f14-4216-b725-84370d85b937" -d '{"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:59:37.533498 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58054) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:37.584794 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event updated for resources: {'Port': ['ID=f62f2861-e934-40ed-a361-d30ccc7f1f8e,revision_number=7']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:37.592706 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-2deb89c0-c1e6-4219-a649-5dcdcabab501 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:37.621774 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['f62f2861-e934-40ed-a361-d30ccc7f1f8e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:59:37.725266 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc980-4824-4134-acd5-598a9ec23fc5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:37.726304 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58064) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:37.772097 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc980-4824-4134-acd5-598a9ec23fc5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:37.974243 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eed0ec4-d588-43a1-a6ac-a85e0260c8ea x-openstack-request-id: req-1eed0ec4-d588-43a1-a6ac-a85e0260c8ea {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:59:37.974876 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:59:37.975584 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1eed0ec4-d588-43a1-a6ac-a85e0260c8ea {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:59:37.989209 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'status': 'completed', 'code': 200} Jun 07 18:59:38.004190 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc980-4824-4134-acd5-598a9ec23fc5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.014661 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc980-4824-4134-acd5-598a9ec23fc5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.016825 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bedcdca-b606-47ed-907e-b80323170867 admin admin] Deleting subnet ef20078b-0074-4656-83eb-97a0127515c2 {{(pid=104082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 18:59:38.017380 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-b3cfc980-4824-4134-acd5-598a9ec23fc5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "DELETE /v2.0/security-groups/30470c0d-046d-46d6-8ed2-ce1fc49f2968 HTTP/1.1" status: 204 len: 168 time: 0.4814274 Jun 07 18:59:38.036206 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1bedcdca-b606-47ed-907e-b80323170867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.053923 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-322947d7-0bf3-423e-a871-600b0ae55af6 None None] Provisioning complete for port f62f2861-e934-40ed-a361-d30ccc7f1f8e triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:59:38.054606 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-322947d7-0bf3-423e-a871-600b0ae55af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.120377 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-75a5f9f4-92bc-4943-a856-e18ea96c431b tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:38.129606 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1bedcdca-b606-47ed-907e-b80323170867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266687146'] for subnet, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.155053 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58072) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:38.156163 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfc980-4824-4134-acd5-598a9ec23fc5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30470c0d-046d-46d6-8ed2-ce1fc49f2968,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:38.234477 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b3cfc980-4824-4134-acd5-598a9ec23fc5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:38.264509 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1bedcdca-b606-47ed-907e-b80323170867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.533496 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2c677-7c04-4d31-bbe1-9f3d124de474 req-fc5c7457-3065-407b-ac5c-6f208dd693eb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:38.535013 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8cf2c677-7c04-4d31-bbe1-9f3d124de474 req-fc5c7457-3065-407b-ac5c-6f208dd693eb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.2156575 Jun 07 18:59:38.541817 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeadcda-6f14-4216-b725-84370d85b937 req-caf94e0c-7a69-4414-94f4-d89b18e1054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:38.543291 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3eeadcda-6f14-4216-b725-84370d85b937 req-caf94e0c-7a69-4414-94f4-d89b18e1054d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=699ae59021bf41bc986e524e973a3700&device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1098 time: 0.5239604 Jun 07 18:59:38.588230 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8cf2c677-7c04-4d31-bbe1-9f3d124de474 req-537b2581-0f6e-46ff-8a8c-0cb16644e33c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446908 Jun 07 18:59:38.728645 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeadcda-6f14-4216-b725-84370d85b937 req-e4a5777d-2401-400e-bf47-7e1665f195ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:38.730083 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3eeadcda-6f14-4216-b725-84370d85b937 req-e4a5777d-2401-400e-bf47-7e1665f195ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a HTTP/1.1" status: 200 len: 915 time: 0.1797862 Jun 07 18:59:38.732309 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Deleting port bb190774-a39f-4534-ae36-38041571a0c7 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:59:38.732646 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.903559 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1bedcdca-b606-47ed-907e-b80323170867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266354428'] for subnet, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.903559 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-efdc1da6-70d1-430c-810e-6c6b21a44472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:38.915876 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3eeadcda-6f14-4216-b725-84370d85b937 req-4020a888-5328-48b3-8c18-a3a34e7ed597 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 1000 time: 0.1706305 Jun 07 18:59:38.923216 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedcdca-b606-47ed-907e-b80323170867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef20078b-0074-4656-83eb-97a0127515c2,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:38.926338 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1bedcdca-b606-47ed-907e-b80323170867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:38.929750 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1bedcdca-b606-47ed-907e-b80323170867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.934230 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-1bedcdca-b606-47ed-907e-b80323170867 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ef20078b-0074-4656-83eb-97a0127515c2 HTTP/1.1" status: 204 len: 168 time: 1.2039869 Jun 07 18:59:38.934452 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58086) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:38.975067 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:38.975398 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.049102 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.117240 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Calling delete_port for bb190774-a39f-4534-ae36-38041571a0c7 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:59:39.124376 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeadcda-6f14-4216-b725-84370d85b937 req-35cedf6a-c44d-4e6e-833f-3477e181f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:39.125808 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3eeadcda-6f14-4216-b725-84370d85b937 req-35cedf6a-c44d-4e6e-833f-3477e181f728 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82e044e7-30b9-4875-88cf-92edeae7351c HTTP/1.1" status: 200 len: 853 time: 0.2034028 Jun 07 18:59:39.179868 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.195585 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6']}} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:39.209362 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa73617-9fc8-4442-9882-af5aefed8ffc') {'for_net_delete': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:39.210068 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa73617-9fc8-4442-9882-af5aefed8ffc') {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:39.223496 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266687123'] for segment, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.233181 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeadcda-6f14-4216-b725-84370d85b937 req-44b02f4a-2cfc-4a6d-b778-92063cf74c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:39.234880 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3eeadcda-6f14-4216-b725-84370d85b937 req-44b02f4a-2cfc-4a6d-b778-92063cf74c88 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020575 Jun 07 18:59:39.248489 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.256199 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 18:59:39.256962 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267045186'] for segment, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: Traceback (most recent call last): Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: timer() Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: cb(*args, **kw) Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: return func(*args, **kwargs) Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: self._notify() Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: self.callback(batched_events) Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: event.method(event) Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: return f(self, *a, **k) Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: return self._get(url).json() Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: return self.request(url, 'GET', **kwargs) Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 18:59:39.279135 dv-cinder-790535-1-smb neutron-server[104082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 18:59:39.327097 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.433298 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3eeadcda-6f14-4216-b725-84370d85b937 req-094bd8b5-c854-47f8-9a60-f8b50b51927a service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905181 Jun 07 18:59:39.543036 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.546934 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:39.565747 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.570230 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6 HTTP/1.1" status: 204 len: 168 time: 0.6323063 Jun 07 18:59:39.572743 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce27db6a-19a8-4ad5-a3df-9e8f4c7e99b6,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:39.574836 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a893698c-3cbb-48c1-b3a8-cf05bb5e8bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:39.581050 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3eeadcda-6f14-4216-b725-84370d85b937 req-0b688d0c-231d-490f-87b7-6e2b87a29d7e service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403606 Jun 07 18:59:39.592064 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.596901 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:39.675299 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event deleted for resources: {'Port': ['ID=bb190774-a39f-4534-ae36-38041571a0c7,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:39.711715 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:39.783426 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks [] for floatingip, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:39.784334 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.l3_db [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Floating IP a912e615-cc6e-485b-aab1-f7c888ad7eaa disassociated (deleted). External IP: 172.28.3.56, port: f62f2861-e934-40ed-a361-d30ccc7f1f8e. Jun 07 18:59:39.808360 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2250f3-acff-4fc0-8c34-0890f3810545 req-d18bc669-278c-4c1d-9e48-87f9b999bfeb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:39.810103 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5e2250f3-acff-4fc0-8c34-0890f3810545 req-d18bc669-278c-4c1d-9e48-87f9b999bfeb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.0920448 Jun 07 18:59:39.856606 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5e2250f3-acff-4fc0-8c34-0890f3810545 req-3186bbde-c590-4591-a1bf-f44cca384e9c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Jun 07 18:59:40.166120 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58150) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:40.233486 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-bf746b54-3c6c-428a-b7e5-3713a04ee52b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04c44c05b46043ec8d17aadbdc7e2fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660605 Jun 07 18:59:40.234272 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58152) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:40.263236 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:40.306941 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5b72600e-0a9f-437e-9d3b-8f861c760d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:40.332331 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-264671f5-c409-4692-916a-619215138395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:40.340803 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5b72600e-0a9f-437e-9d3b-8f861c760d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:40.390748 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 18:59:40.508232 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5b72600e-0a9f-437e-9d3b-8f861c760d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:40.521277 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5b72600e-0a9f-437e-9d3b-8f861c760d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:40.521277 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-5b72600e-0a9f-437e-9d3b-8f861c760d5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46854395-f33e-48ba-8d1c-e22788ff34f3 HTTP/1.1" status: 204 len: 168 time: 0.2835498 Jun 07 18:59:40.521277 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:40.542768 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72600e-0a9f-437e-9d3b-8f861c760d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46854395-f33e-48ba-8d1c-e22788ff34f3,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:40.548238 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5b72600e-0a9f-437e-9d3b-8f861c760d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:40.730928 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 18:59:40.737198 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:40.760587 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] Sync routers for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 18:59:40.783163 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:59:40.783163 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:59:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:40.851137 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "DELETE /v2.0/floatingips/a912e615-cc6e-485b-aab1-f7c888ad7eaa HTTP/1.1" status: 204 len: 168 time: 2.6908658 Jun 07 18:59:40.852001 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:59:40.855048 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85a09b6-5248-4086-878d-1a2c2958a46c" -d '{"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:59:41.104935 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:59:41.481871 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b530dc-4ef3-4358-b1ea-0bdfcc964bf1 x-openstack-request-id: req-31b530dc-4ef3-4358-b1ea-0bdfcc964bf1 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:59:41.481871 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:59:41.481871 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31b530dc-4ef3-4358-b1ea-0bdfcc964bf1 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:59:41.481871 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'status': 'completed', 'code': 200} Jun 07 18:59:41.599393 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-ab8828ca-dd88-4ccf-b8ae-44438148fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:41.601026 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-ab8828ca-dd88-4ccf-b8ae-44438148fbab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=699ae59021bf41bc986e524e973a3700&device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 1098 time: 0.1030803 Jun 07 18:59:41.896252 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce6b0d-d250-479d-935d-864bbf9f76db req-40ea193b-4d19-4db1-8861-e9107dc8ee53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:41.905796 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bcce6b0d-d250-479d-935d-864bbf9f76db req-40ea193b-4d19-4db1-8861-e9107dc8ee53 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.2683337 Jun 07 18:59:41.926951 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 18:59:41.931983 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-63c6d4c8-e9db-4fdc-83a7-9addf7987db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:41.934656 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-63c6d4c8-e9db-4fdc-83a7-9addf7987db9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a HTTP/1.1" status: 200 len: 915 time: 0.3262560 Jun 07 18:59:41.937658 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:42.026489 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bcce6b0d-d250-479d-935d-864bbf9f76db req-d122941e-4c9e-46b1-a2c7-ec3de22e33e3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194456 Jun 07 18:59:42.090738 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-c881cf13-0271-4d9b-ab02-e609c9b7b9ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 200 len: 217 time: 0.1441524 Jun 07 18:59:42.184159 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-3ec60f86-f910-4069-afb2-84ec0ac8588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:42.185982 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-3ec60f86-f910-4069-afb2-84ec0ac8588d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82e044e7-30b9-4875-88cf-92edeae7351c HTTP/1.1" status: 200 len: 853 time: 0.0889864 Jun 07 18:59:42.188586 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c5b62f78-b172-4f3c-ba53-570fef7812f3', 'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'mac_address': 'fa:16:3e:24:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:49Z', 'updated_at': '2021-06-07T18:57:01Z', 'revision_number': 5, 'project_id': '699ae59021bf41bc986e524e973a3700', 'subnets': [{'id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:42.197307 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] Checking router: 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 18:59:42.207084 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:42.225808 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 18:59:42.226463 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:59:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:42.282488 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-57e89f54-6533-465e-9824-d74ec6d30071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:42.284179 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-57e89f54-6533-465e-9824-d74ec6d30071 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7c9b1c74-0617-462e-b7cd-6a785dad6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902047 Jun 07 18:59:42.285728 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '4db00f31-5bde-4197-899c-cc155e101eef', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'port_id': '4db00f31-5bde-4197-899c-cc155e101eef', 'mac_address': 'fa:16:3e:c9:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 18:59:42.392919 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:42.432601 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4db00f31-5bde-4197-899c-cc155e101eef {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 18:59:42.566369 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-90b5dd25-fed1-4ab9-ac5b-0ac00b1814d9 service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710893 Jun 07 18:59:42.596395 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:42.611085 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 18:59:42.709901 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:42.716033 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:42.898512 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['4db00f31-5bde-4197-899c-cc155e101eef'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:59:42.911079 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f85a09b6-5248-4086-878d-1a2c2958a46c req-2bdfa9de-c747-4129-888b-b0292d9f79fc service neutron] 10.222.0.63 "GET /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367491 Jun 07 18:59:43.157504 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=6']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:43.177800 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:43.468833 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8da5d7-b948-4580-82cf-d2d656c56e65 req-b68fd6fc-1e9b-4af7-a730-fab13de7a93c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:43.474178 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1b8da5d7-b948-4580-82cf-d2d656c56e65 req-b68fd6fc-1e9b-4af7-a730-fab13de7a93c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 944 time: 0.2301168 Jun 07 18:59:43.541223 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-1b8da5d7-b948-4580-82cf-d2d656c56e65 req-b396bedc-94c2-434c-9ead-573c2d3c0a4c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587890 Jun 07 18:59:43.616431 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:43.640472 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c5b62f78-b172-4f3c-ba53-570fef7812f3', 'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'mac_address': 'fa:16:3e:24:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:49Z', 'updated_at': '2021-06-07T18:57:01Z', 'revision_number': 5, 'project_id': '699ae59021bf41bc986e524e973a3700', 'subnets': [{'id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 18:59:43.664444 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6825f-d738-49f4-b34c-ced616012fe5 None None] The sync data for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb is: [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:56:50Z', 'revision_number': 4, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c5b62f78-b172-4f3c-ba53-570fef7812f3', 'name': '', 'network_id': '7c9b1c74-0617-462e-b7cd-6a785dad6a5a', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'mac_address': 'fa:16:3e:24:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:49Z', 'updated_at': '2021-06-07T18:57:01Z', 'revision_number': 5, 'project_id': '699ae59021bf41bc986e524e973a3700', 'subnets': [{'id': '82e044e7-30b9-4875-88cf-92edeae7351c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 18:59:43.994306 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef88af-e8c5-499d-a867-8ebb2fd2cc37 None None] New status for floating IP a912e615-cc6e-485b-aab1-f7c888ad7eaa: DOWN {{(pid=104084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 18:59:44.904651 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382ce43-f830-4df6-b9ce-29d69e946e4a req-86a87491-4138-484d-8e0a-9ea2131447c3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:44.912262 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5382ce43-f830-4df6-b9ce-29d69e946e4a req-86a87491-4138-484d-8e0a-9ea2131447c3 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 944 time: 0.1228402 Jun 07 18:59:44.974832 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5382ce43-f830-4df6-b9ce-29d69e946e4a req-073a0b51-e0f9-4da1-9bb0-5414eba0c961 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567136 Jun 07 18:59:45.663331 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 18:59:45.754845 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 4db00f31-5bde-4197-899c-cc155e101eef triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 18:59:45.755655 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:45.953955 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:46.004429 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:59:46.017048 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ff3f05-c97d-4579-8bd3-b3a58778825d" -d '{"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "4db00f31-5bde-4197-899c-cc155e101eef"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:59:46.044039 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:46.155456 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:46.158382 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-608db21c-342e-4fae-bd40-b2ef971e1efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:46.301282 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=7']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:46.376135 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.376135 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.376135 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.376135 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.381742 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.382781 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.389449 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.389449 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.389449 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.389449 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.391304 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.391997 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 18:59:46.414163 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:46.449298 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc4025-fcb6-4801-912a-5ca943ea49c0 x-openstack-request-id: req-5adc4025-fcb6-4801-912a-5ca943ea49c0 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:59:46.450077 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "4db00f31-5bde-4197-899c-cc155e101eef", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:59:46.450511 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5adc4025-fcb6-4801-912a-5ca943ea49c0 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:59:46.451079 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef', 'code': 200} Jun 07 18:59:46.495202 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf353ff-dc08-4ca9-8039-479722834ffc req-1b7437c6-2d81-491d-a2a9-90ea560ef7d1 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:46.499875 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-abf353ff-dc08-4ca9-8039-479722834ffc req-1b7437c6-2d81-491d-a2a9-90ea560ef7d1 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.2023942 Jun 07 18:59:46.537075 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58314) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:46.590682 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-abf353ff-dc08-4ca9-8039-479722834ffc req-b690da39-2bca-4be6-8ff9-e80f1e5fb0ac tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843945 Jun 07 18:59:46.737735 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-d0248c17-ae62-4c03-832a-5e5a655e3216 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fcb3316323641a8bc163bbd4e32dba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035871 Jun 07 18:59:46.740444 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58318) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:46.807125 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-51d3a4d4-104d-45ea-9da7-c76de5cfb05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:46.835408 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-51d3a4d4-104d-45ea-9da7-c76de5cfb05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:47.314504 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-51d3a4d4-104d-45ea-9da7-c76de5cfb05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:47.318086 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-51d3a4d4-104d-45ea-9da7-c76de5cfb05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:47.319249 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-51d3a4d4-104d-45ea-9da7-c76de5cfb05f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7033c90c-44b2-457d-8c53-25fbd4b51065 HTTP/1.1" status: 204 len: 168 time: 0.5777631 Jun 07 18:59:47.320198 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b04402da-b282-4601-9e27-f99a69f68832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:47.337386 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3a4d4-104d-45ea-9da7-c76de5cfb05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033c90c-44b2-457d-8c53-25fbd4b51065,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:47.339864 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-51d3a4d4-104d-45ea-9da7-c76de5cfb05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:47.829701 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c13b1-7daa-480e-86e2-330808b9375f req-37e36d0d-9c1f-4f79-b4a5-d4fc06cb4ef5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:47.835560 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-929c13b1-7daa-480e-86e2-330808b9375f req-37e36d0d-9c1f-4f79-b4a5-d4fc06cb4ef5 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 945 time: 0.1455956 Jun 07 18:59:47.897937 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-929c13b1-7daa-480e-86e2-330808b9375f req-fd692122-5e33-469c-afd2-2bdc87a688d4 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560250 Jun 07 18:59:48.114303 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20ed6a-ad5d-4381-8249-5904a70005df req-c83c7294-e19c-4168-932b-aba566a3b3da tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:48.116593 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ac20ed6a-ad5d-4381-8249-5904a70005df req-c83c7294-e19c-4168-932b-aba566a3b3da tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.2831597 Jun 07 18:59:48.207957 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ac20ed6a-ad5d-4381-8249-5904a70005df req-b5fd677f-5a0c-408f-96b7-33dd8cb7b640 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674920 Jun 07 18:59:49.466090 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148d7d-4bc9-4865-b00e-1b4b4eda6ed8 req-240451c4-9bf1-4035-805d-cf6df9308a96 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:49.468373 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8e148d7d-4bc9-4865-b00e-1b4b4eda6ed8 req-240451c4-9bf1-4035-805d-cf6df9308a96 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 945 time: 0.2513108 Jun 07 18:59:49.507577 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-70a3109d-3a25-4b80-b3ad-88ade42d1c36 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:49.512622 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-70a3109d-3a25-4b80-b3ad-88ade42d1c36 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.63 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 945 time: 0.1497970 Jun 07 18:59:49.594498 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8e148d7d-4bc9-4865-b00e-1b4b4eda6ed8 req-731f694f-e4e0-4104-9766-cabdfc901438 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/security-groups?id=71a5a31a-5cd2-4839-b862-ffab7acec4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079328 Jun 07 18:59:49.944874 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fd13e-3931-4db4-9895-47dbba1b0297 req-58ca6085-e3b3-4e75-b214-1c95862c303a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:49.946721 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-458fd13e-3931-4db4-9895-47dbba1b0297 req-58ca6085-e3b3-4e75-b214-1c95862c303a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1949520 Jun 07 18:59:49.949584 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Deleting port f62f2861-e934-40ed-a361-d30ccc7f1f8e {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:59:49.949936 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:50.122428 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-458fd13e-3931-4db4-9895-47dbba1b0297 req-1bfd35e0-831e-443b-a29c-ac4b3336394b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576560 Jun 07 18:59:50.184705 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] For port f62f2861-e934-40ed-a361-d30ccc7f1f8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f62f2861-e934-40ed-a361-d30ccc7f1f8e,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:50.185109 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:50.345355 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Calling delete_port for f62f2861-e934-40ed-a361-d30ccc7f1f8e owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:59:50.623085 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:50.631577 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:50.639986 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['f62f2861-e934-40ed-a361-d30ccc7f1f8e'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 18:59:50.694919 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Pushing event deleted for resources: {'Port': ['ID=f62f2861-e934-40ed-a361-d30ccc7f1f8e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:50.713962 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:50.831211 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] No DVR routers for this DVR port f62f2861-e934-40ed-a361-d30ccc7f1f8e on host hv-cinder-79053 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 18:59:50.834789 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:50.839886 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-80b0f2f9-d006-4ba9-a8e8-ab6b6de9f595 req-314de0ce-60ba-47e4-a577-8ff29bb78d97 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.63 "DELETE /v2.0/ports/f62f2861-e934-40ed-a361-d30ccc7f1f8e HTTP/1.1" status: 204 len: 173 time: 1.3193216 Jun 07 18:59:50.840189 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'name': 'network-vif-deleted', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 18:59:50.844472 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dcc926-cf0b-4c61-9fcd-f8200b3ba19e" -d '{"events": [{"server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "name": "network-vif-deleted", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 18:59:50.890715 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-84804a9f-9afd-4eff-a3f2-cf4ddb0b66a8 req-286bfc3b-37f7-4021-9bfa-03292dd7a295 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 210 time: 0.0774982 Jun 07 18:59:50.932746 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f612952-89ef-4e62-b130-c5330542adae x-openstack-request-id: req-4f612952-89ef-4e62-b130-c5330542adae {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 18:59:50.933115 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e616f834-9776-4fb1-baa8-109a2a169364", "name": "network-vif-deleted", "tag": "f62f2861-e934-40ed-a361-d30ccc7f1f8e", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 18:59:50.933409 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f612952-89ef-4e62-b130-c5330542adae {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 18:59:50.933845 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e616f834-9776-4fb1-baa8-109a2a169364', 'name': 'network-vif-deleted', 'tag': 'f62f2861-e934-40ed-a361-d30ccc7f1f8e', 'status': 'completed', 'code': 200} Jun 07 18:59:51.457569 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dfacb-5b31-4813-8502-ff47aece825a req-00369cb0-5cf9-4721-8478-2128d525a43f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:51.483900 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-231dfacb-5b31-4813-8502-ff47aece825a req-00369cb0-5cf9-4721-8478-2128d525a43f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1146677 Jun 07 18:59:51.525563 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-231dfacb-5b31-4813-8502-ff47aece825a req-b36a86b4-fbf7-4d8a-ac82-a591613b1c17 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563252 Jun 07 18:59:52.082010 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-fa6b9a66-0f35-42e1-a7d6-1fa300a3bb56 req-72a3c22e-288c-4979-b904-a9b5ebe9d761 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] 10.222.0.20 "GET /v2.0/ports?device_id=e616f834-9776-4fb1-baa8-109a2a169364 HTTP/1.1" status: 200 len: 210 time: 0.0495794 Jun 07 18:59:52.923362 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e09b5-a0e9-4c87-bd65-76e5243025f2 req-a13af19a-f8e0-4ea6-a377-c090c9ac011a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:52.925411 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8f8e09b5-a0e9-4c87-bd65-76e5243025f2 req-a13af19a-f8e0-4ea6-a377-c090c9ac011a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1862047 Jun 07 18:59:53.028312 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8f8e09b5-a0e9-4c87-bd65-76e5243025f2 req-6fa1f760-6e30-4d22-b22d-9e7711cd1ced tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902975 Jun 07 18:59:53.720528 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device f62f2861-e934-40ed-a361-d30ccc7f1f8e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 18:59:53.827754 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: f62f2861-e934-40ed-a361-d30ccc7f1f8e {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 18:59:53.831463 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device f62f2861-e934-40ed-a361-d30ccc7f1f8e not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 18:59:54.431902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13b2df-f4d4-4ec6-a48c-b307388d13cc req-3c8f2be4-a274-4ffc-88f0-f45b151628b8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:54.447314 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa13b2df-f4d4-4ec6-a48c-b307388d13cc req-3c8f2be4-a274-4ffc-88f0-f45b151628b8 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1548002 Jun 07 18:59:54.504577 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fa13b2df-f4d4-4ec6-a48c-b307388d13cc req-60511d4e-a631-44ed-b6f9-bd2248fefbdb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561621 Jun 07 18:59:55.771977 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a62d5-26ec-4f9d-9a9f-43c6566ede62 req-e218ef10-6436-419a-a477-f895f1aaff80 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:55.773599 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-997a62d5-26ec-4f9d-9a9f-43c6566ede62 req-e218ef10-6436-419a-a477-f895f1aaff80 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1316578 Jun 07 18:59:55.822824 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-997a62d5-26ec-4f9d-9a9f-43c6566ede62 req-c09aa38f-ac61-4d74-a3bf-69fab56fabcd tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Jun 07 18:59:56.130991 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58474) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:57.261310 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503764'] for router_interface, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:57.448484 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b525aa4-4b74-4720-9ec8-62463afe5c07 req-4752a113-330d-4cdb-849e-2abbd94c160e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:57.451159 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0b525aa4-4b74-4720-9ec8-62463afe5c07 req-4752a113-330d-4cdb-849e-2abbd94c160e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.2966371 Jun 07 18:59:57.678562 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0b525aa4-4b74-4720-9ec8-62463afe5c07 req-a13fbb87-6f6e-49c9-8d9c-abb29bcafb30 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173195 Jun 07 18:59:58.129441 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Deleting port c5b62f78-b172-4f3c-ba53-570fef7812f3 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 18:59:58.129892 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:58.302106 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] For port c5b62f78-b172-4f3c-ba53-570fef7812f3, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=c5b62f78-b172-4f3c-ba53-570fef7812f3,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 18:59:58.303208 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:58.435575 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Calling delete_port for c5b62f78-b172-4f3c-ba53-570fef7812f3 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 18:59:58.679449 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:58.684073 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 18:59:58.807766 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b62f78-b172-4f3c-ba53-570fef7812f3,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 18:59:58.824037 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 18:59:59.234902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-bffddc8f-e62e-4c42-ac13-f42b869333c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:59.236406 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-bffddc8f-e62e-4c42-ac13-f42b869333c3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 1098 time: 0.5157776 Jun 07 18:59:59.545184 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91bef6-b055-4e3c-abd4-1986ea859463 req-01e29eb9-5d86-403e-8832-9519483769f6 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:59.546771 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9e91bef6-b055-4e3c-abd4-1986ea859463 req-01e29eb9-5d86-403e-8832-9519483769f6 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.6027107 Jun 07 18:59:59.625035 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-500634'] for router_interface, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:59.646486 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-34d6474a-329d-4cec-a13f-a93338a1bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 18:59:59.647968 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-34d6474a-329d-4cec-a13f-a93338a1bcc9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.3999510 Jun 07 18:59:59.772130 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58526) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 18:59:59.780440 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9e91bef6-b055-4e3c-abd4-1986ea859463 req-20bd9c56-3b18-4950-bde6-78703809a39c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136264 Jun 07 18:59:59.931692 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 18:59:59.944122 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-9a51b8d4-e874-4f58-b4c1-eef84d7135ac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4db00f31-5bde-4197-899c-cc155e101eef HTTP/1.1" status: 200 len: 1000 time: 0.2880893 Jun 07 19:00:00.076565 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:00.092392 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-78c8f6b5-2014-4e83-93e2-873ee1813fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:00.093883 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-78c8f6b5-2014-4e83-93e2-873ee1813fb2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.1434362 Jun 07 19:00:00.144316 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:00.156431 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e1e6bc4d-366e-45a3-a3fa-13d72f215a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:00.210734 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b833a9d7da074a028f9d9df1fd02e5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373043 Jun 07 19:00:00.211922 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7003a073-af7b-41c3-9702-b3dc2105ba21,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:00.214243 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58530) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:00.231996 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.232343 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.232666 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.233055 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.233439 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.233755 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.234098 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.234443 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.234791 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.235131 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.235471 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.235812 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:00.241959 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:00.280963 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:00:00.295473 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bb3d1045-1dcd-4c8d-ba82-e2c3823b3f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:00.299362 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-7aa6fe80-e12b-4cc2-a76d-a9f677fbe85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:00.300936 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-7aa6fe80-e12b-4cc2-a76d-a9f677fbe85a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1954274 Jun 07 19:00:00.328568 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bb3d1045-1dcd-4c8d-ba82-e2c3823b3f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:00.474605 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bb3d1045-1dcd-4c8d-ba82-e2c3823b3f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:00.480785 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bb3d1045-1dcd-4c8d-ba82-e2c3823b3f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:00.485512 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-bb3d1045-1dcd-4c8d-ba82-e2c3823b3f52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7003a073-af7b-41c3-9702-b3dc2105ba21 HTTP/1.1" status: 204 len: 168 time: 0.2674825 Jun 07 19:00:00.485512 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e102d022-9767-4865-a501-416b18730086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:00.504608 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d1045-1dcd-4c8d-ba82-e2c3823b3f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7003a073-af7b-41c3-9702-b3dc2105ba21,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:00.509587 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-bb3d1045-1dcd-4c8d-ba82-e2c3823b3f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:00.608054 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:00:00.611286 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-ed44703b-1ff3-4fa6-afab-39beb3c4d68f service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503979 Jun 07 19:00:00.620106 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4826190 Jun 07 19:00:00.620284 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58536) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:00.625535 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] Sync routers for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:00:00.640813 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:00.641732 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:59:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:00.786247 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3f7825ec-a59b-49cf-b3d3-f7d645614ccc req-91b99d23-8cda-492d-9c19-6b1d4a25d346 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658533 Jun 07 19:00:00.999186 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:01.019476 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks [] for router, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:01.041365 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:00:01.167736 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c13fd4-fd7c-43d6-89c0-ffb468a2c180 req-3ef35b6f-bd71-4ffd-88ef-bd575ed914bf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:01.182487 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-68c13fd4-fd7c-43d6-89c0-ffb468a2c180 req-3ef35b6f-bd71-4ffd-88ef-bd575ed914bf tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 945 time: 0.1602662 Jun 07 19:00:01.259384 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-68c13fd4-fd7c-43d6-89c0-ffb468a2c180 req-edbf1ecb-74ec-4011-be17-315caa7e9e8c tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640845 Jun 07 19:00:01.347014 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:01.529948 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Deleting port 1e91d550-0474-4110-b365-c45028a47ae8 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:01.530444 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:01.612463 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '1e91d550-0474-4110-b365-c45028a47ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T18:59:58Z', 'revision_number': 5, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port': {'id': '1e91d550-0474-4110-b365-c45028a47ae8', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:56:44Z', 'updated_at': '2021-06-07T18:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:01.626310 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] Checking router: 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:00:01.646066 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] Routers {'8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:01.647189 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:59:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:01.738096 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] For port 1e91d550-0474-4110-b365-c45028a47ae8, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=1e91d550-0474-4110-b365-c45028a47ae8,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:01.738657 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:01.826029 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:01.992937 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Calling delete_port for 1e91d550-0474-4110-b365-c45028a47ae8 owned by network:router_gateway {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:02.004755 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] Set router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:02.164802 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T19:00:01Z', 'revision_number': 6, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port_host': None}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:02.175470 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee719839-4d51-4b28-a2bc-2aad89991644 None None] The sync data for ids ['8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4'] in dv-cinder-790535-1-smb is: [{'id': '8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4', 'name': 'tempest-TestMinimumBasicScenario-483880146-router', 'tenant_id': '699ae59021bf41bc986e524e973a3700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:42Z', 'updated_at': '2021-06-07T19:00:01Z', 'revision_number': 6, 'project_id': '699ae59021bf41bc986e524e973a3700', 'gw_port_host': None}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:00:02.192601 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:02.230789 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58568) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:02.247181 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:00:02.250467 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f117bb-c987-40e2-9b9f-8b3cb13b035b" -d '{"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "4db00f31-5bde-4197-899c-cc155e101eef"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:00:02.261250 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:02.325548 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:02.328860 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 19:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd15c5-a353-48d0-928e-45e21007800a x-openstack-request-id: req-a6bd15c5-a353-48d0-928e-45e21007800a {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:00:02.329342 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "4db00f31-5bde-4197-899c-cc155e101eef", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:00:02.329816 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6bd15c5-a353-48d0-928e-45e21007800a {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:00:02.330461 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef', 'code': 200} Jun 07 19:00:02.331170 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:02.371192 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:02.376167 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-57f41311-a281-42b8-824b-6a231918b501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:02.456050 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e91d550-0474-4110-b365-c45028a47ae8,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:02.463935 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-144738752-network', 'tenant_id': 'da710836493146ff9ba894995a926f95'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:02.468379 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:02.479781 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=8']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:02.487138 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:02.623032 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Made reservation on behalf of da710836493146ff9ba894995a926f95 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:00:02.627868 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:02.676177 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560196'] for router_gateway, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:02.818640 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:02.888284 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29969'] for router, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:02.891983 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:02.926916 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f443-9585-46c9-aa38-db33cbf67ac4 req-2f7e2861-078b-456d-ac48-d2c6c53c8286 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:02.928558 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-daa9f443-9585-46c9-aa38-db33cbf67ac4 req-2f7e2861-078b-456d-ac48-d2c6c53c8286 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.3134143 Jun 07 19:00:02.954280 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:02.992528 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-daa9f443-9585-46c9-aa38-db33cbf67ac4 req-419d2c9d-ce33-41c6-b63b-2251650f8eec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556417 Jun 07 19:00:03.069390 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 1e91d550-0474-4110-b365-c45028a47ae8 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:03.108641 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 1e91d550-0474-4110-b365-c45028a47ae8 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:00:03.109029 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 1e91d550-0474-4110-b365-c45028a47ae8 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:03.109457 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device c5b62f78-b172-4f3c-ba53-570fef7812f3 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:03.119259 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504303'] for router, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.119259 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 {{(pid=104082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 19:00:03.126718 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.129463 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-762f2554-8481-4cc8-9c77-2e15fe0de092 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8f36b79f-9558-4a2b-8e7d-40f9ce6a7cc4 HTTP/1.1" status: 204 len: 168 time: 2.5082581 Jun 07 19:00:03.132264 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58584) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:03.162803 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: c5b62f78-b172-4f3c-ba53-570fef7812f3 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:00:03.163863 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device c5b62f78-b172-4f3c-ba53-570fef7812f3 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:03.184863 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.198513 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-178519ef-55e9-4257-90b4-bd542c2689de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:03.222228 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_v2 [None req-3324b02b-5636-4418-b789-4b782b77426b admin admin] Deleting subnet 82e044e7-30b9-4875-88cf-92edeae7351c {{(pid=104082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 19:00:03.227631 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3324b02b-5636-4418-b789-4b782b77426b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.294128 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f039adc7-1e7b-4631-9c54-f1b37df4f5dd,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:03.296932 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:03.299252 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 19:00:03.332179 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.334350 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Added segment 6d136209-6a5b-4036-99fe-9e18f64f9173 of type vlan for network f48dbcf7-3cab-4826-83b4-49125b588abf Jun 07 19:00:03.415466 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3324b02b-5636-4418-b789-4b782b77426b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266687146'] for subnet, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.430463 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.605592 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.608722 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:03.610906 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.618101 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0ddd7f61-cba5-4ed4-a072-fd87fd130140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:03.624230 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3324b02b-5636-4418-b789-4b782b77426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.757201 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Pushing event updated for resources: {'Network': ['ID=f48dbcf7-3cab-4826-83b4-49125b588abf,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:03.761439 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:03.767782 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5336919 Jun 07 19:00:03.770045 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58590) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:03.774121 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network f48dbcf7-3cab-4826-83b4-49125b588abf details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 19:00:03.775457 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Request body: {'subnet': {'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-144738752-subnet', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:03.823697 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3324b02b-5636-4418-b789-4b782b77426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267045345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266354428'] for subnet, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.829055 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:03.867302 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324b02b-5636-4418-b789-4b782b77426b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e044e7-30b9-4875-88cf-92edeae7351c,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:03.871050 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-3324b02b-5636-4418-b789-4b782b77426b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:03.871612 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3324b02b-5636-4418-b789-4b782b77426b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.876449 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-3324b02b-5636-4418-b789-4b782b77426b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82e044e7-30b9-4875-88cf-92edeae7351c HTTP/1.1" status: 204 len: 168 time: 0.7421691 Jun 07 19:00:03.877130 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58592) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:03.903274 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Made reservation on behalf of da710836493146ff9ba894995a926f95 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:00:03.906311 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266596533'] for subnet, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:03.921202 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b6c909-59ca-4718-86f2-047ab31a4ac3 None None] Network 7c9b1c74-0617-462e-b7cd-6a785dad6a5a requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:00:04.006999 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:04.249670 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Deleting port 95eac7a5-3ce9-4f4b-a830-611eb700038c {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:04.250310 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:04.364935 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085951b-67be-419b-80a3-22e1e2255740 req-8e479492-9c4b-4b9d-a365-256c36d976b7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:04.366942 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b085951b-67be-419b-80a3-22e1e2255740 req-8e479492-9c4b-4b9d-a365-256c36d976b7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.1511362 Jun 07 19:00:04.409453 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] For port 95eac7a5-3ce9-4f4b-a830-611eb700038c, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=95eac7a5-3ce9-4f4b-a830-611eb700038c,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:04.409938 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:04.429419 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266784310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266596491'] for subnet, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:04.447565 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:04.488345 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b085951b-67be-419b-80a3-22e1e2255740 req-df12c98f-16aa-49a6-9ef5-3580f3ffdeb2 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101034 Jun 07 19:00:04.489681 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] DHCP port deletion for 7c9b1c74-0617-462e-b7cd-6a785dad6a5a request from dv-cinder-790535-1-smb {{(pid=104083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 19:00:04.541757 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5235e930-1d14-4d39-a888-ecda1195501e,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:04.558624 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.558978 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.559347 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.559774 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.560136 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.560494 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.560890 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.561244 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.561595 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.561945 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.562336 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.562677 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:04.567304 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:04.568425 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Checking segment: {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:04.568863 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Network hostable DHCP agents. Network: f48dbcf7-3cab-4826-83b4-49125b588abf, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 19:00:04.605454 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] Deleting port 95eac7a5-3ce9-4f4b-a830-611eb700038c {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:04.605879 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:04.620038 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Calling delete_port for 95eac7a5-3ce9-4f4b-a830-611eb700038c owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:04.642016 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13f9f3-f010-44be-8679-cb02e1528943 req-f93a15f6-a5ae-4e35-b2e4-dbd97c153305 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:04.643836 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-dd13f9f3-f010-44be-8679-cb02e1528943 req-f93a15f6-a5ae-4e35-b2e4-dbd97c153305 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 946 time: 0.4318855 Jun 07 19:00:04.686241 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Network f48dbcf7-3cab-4826-83b4-49125b588abf is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 19:00:04.711692 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-dd13f9f3-f010-44be-8679-cb02e1528943 req-999a25b1-8b62-4d22-97c2-4d5041968178 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0562823 Jun 07 19:00:04.795481 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] For port 95eac7a5-3ce9-4f4b-a830-611eb700038c, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=95eac7a5-3ce9-4f4b-a830-611eb700038c,segment=NetworkSegment(c7b1ae13-f81e-4f09-8885-42cbeeb1b987),segment_id=c7b1ae13-f81e-4f09-8885-42cbeeb1b987)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:04.795916 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:04.864024 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 95eac7a5-3ce9-4f4b-a830-611eb700038c no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:04.942585 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, f48dbcf7-3cab-4826-83b4-49125b588abf) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:04.948800 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:04.949794 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:04.965787 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] Calling delete_port for 95eac7a5-3ce9-4f4b-a830-611eb700038c owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:04.970360 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d036a3-fee2-4cff-b594-86253ca17c71 None None] Network f48dbcf7-3cab-4826-83b4-49125b588abf requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:00:05.026315 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.031712 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:05.087142 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Pushing event deleted for resources: {'Port': ['ID=95eac7a5-3ce9-4f4b-a830-611eb700038c,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:05.090937 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:05.091803 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] No DVR routers for this DVR port 95eac7a5-3ce9-4f4b-a830-611eb700038c on host dv-cinder-790535-1-smb {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:00:05.236184 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.251534 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9b1c74-0617-462e-b7cd-6a785dad6a5a']}} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:05.268422 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987') {'for_net_delete': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:05.268724 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b1ae13-f81e-4f09-8885-42cbeeb1b987') {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:05.276306 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No active binding found for port 95eac7a5-3ce9-4f4b-a830-611eb700038c {{(pid=104083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 07 19:00:05.276881 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 95eac7a5-3ce9-4f4b-a830-611eb700038c not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:05.283878 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266687123'] for segment, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.309172 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.317937 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=104082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 19:00:05.318342 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267045186'] for segment, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: Traceback (most recent call last): Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: timer() Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: cb(*args, **kw) Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: return func(*args, **kwargs) Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: self._notify() Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: self.callback(batched_events) Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: event.method(event) Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: return f(self, *a, **k) Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: return self._get(url).json() Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: return self.request(url, 'GET', **kwargs) Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 19:00:05.332162 dv-cinder-790535-1-smb neutron-server[104082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 19:00:05.388625 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513'] for port, after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.394558 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:05.454795 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] Pushing event deleted for resources: {'Port': ['ID=95eac7a5-3ce9-4f4b-a830-611eb700038c,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:05.461100 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:05.467939 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] No DVR routers for this DVR port 95eac7a5-3ce9-4f4b-a830-611eb700038c on host dv-cinder-790535-1-smb {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:00:05.524338 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af776165-df35-4dec-af61-a1d74933095f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa004761-e10f-5b1a-afb7-87581139ea7b-f48dbcf7-3cab-4826-83b4-49125b588abf', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e'}]}} from dv-cinder-790535-1-smb. {{(pid=104083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 19:00:05.525486 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af776165-df35-4dec-af61-a1d74933095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.526791 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7515609 Jun 07 19:00:05.527712 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58606) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:05.534208 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:05.594527 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.599322 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ba2efbc8-5dea-4bc9-a65b-ef24e2dec7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:05.616682 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.619901 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7c9b1c74-0617-462e-b7cd-6a785dad6a5a HTTP/1.1" status: 204 len: 168 time: 1.7417507 Jun 07 19:00:05.624761 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29959'] for router, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.625735 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58608) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:05.627005 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29982'] for router, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.634952 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9b1c74-0617-462e-b7cd-6a785dad6a5a,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:05.638822 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a7f96726-4356-4f04-b0f5-2683062ed966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:05.658900 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:05.779204 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:05.854399 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-af776165-df35-4dec-af61-a1d74933095f None None] Allocated IP 172.20.0.2 (f48dbcf7-3cab-4826-83b4-49125b588abf/5235e930-1d14-4d39-a888-ecda1195501e/0dcd94ec-1453-406a-9a0e-3dbd20f989f5) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:00:06.119410 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-6fb7ea44-6afe-4225-ba7f-8e72f4426547 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:06.121160 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-6fb7ea44-6afe-4225-ba7f-8e72f4426547 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 946 time: 0.3367174 Jun 07 19:00:06.189527 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af776165-df35-4dec-af61-a1d74933095f None None] Notify callbacks [] for port, precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:06.201290 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-af776165-df35-4dec-af61-a1d74933095f None None] Transition to ACTIVE for port object 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:06.223489 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-af776165-df35-4dec-af61-a1d74933095f None None] Transition to ACTIVE for port object 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 will not be triggered until provisioned by entity DHCP. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:06.327439 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af776165-df35-4dec-af61-a1d74933095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:06.329484 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager [None req-af776165-df35-4dec-af61-a1d74933095f None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:06.329484 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:00:06.329484 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:00:06.329484 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:00:06.329484 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:06.329484 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Jun 07 19:00:06.360476 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af776165-df35-4dec-af61-a1d74933095f None None] Network f48dbcf7-3cab-4826-83b4-49125b588abf is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:00:06.362849 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-af776165-df35-4dec-af61-a1d74933095f None None] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:06.366690 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af776165-df35-4dec-af61-a1d74933095f None None] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:00:06.400898 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29992'] for router, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:06.425614 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1ed17-966b-47af-89c8-e8803ea9b61a req-0640ecb5-c23a-4e4e-af08-73a1eb4456c2 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:06.427493 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-87e1ed17-966b-47af-89c8-e8803ea9b61a req-0640ecb5-c23a-4e4e-af08-73a1eb4456c2 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 946 time: 0.4962480 Jun 07 19:00:06.485903 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-87e1ed17-966b-47af-89c8-e8803ea9b61a req-525dfc8d-4aa0-4d1c-95e1-51c5afaa1c05 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0496125 Jun 07 19:00:06.494065 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Deleting port 07a7c551-cf31-4f88-82b2-17d62f59c354 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:06.494548 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:06.510228 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-af776165-df35-4dec-af61-a1d74933095f None None] Attempting to bind port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:00:06.510568 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-af776165-df35-4dec-af61-a1d74933095f None None] Attempting to bind port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:00:06.510894 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af776165-df35-4dec-af61-a1d74933095f None None] Attempting to bind port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 on network f48dbcf7-3cab-4826-83b4-49125b588abf {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:00:06.519331 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af776165-df35-4dec-af61-a1d74933095f None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:00:06.519740 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af776165-df35-4dec-af61-a1d74933095f None None] Checking segment: {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:06.520237 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af776165-df35-4dec-af61-a1d74933095f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:06.520645 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af776165-df35-4dec-af61-a1d74933095f None None] Bound using segment: {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:00:06.521191 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-af776165-df35-4dec-af61-a1d74933095f None None] Bound port: 0dcd94ec-1453-406a-9a0e-3dbd20f989f5, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:00:06.521695 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af776165-df35-4dec-af61-a1d74933095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:06.652589 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-af776165-df35-4dec-af61-a1d74933095f None None] For port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:00:06.658859 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-af776165-df35-4dec-af61-a1d74933095f None None] For port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=0dcd94ec-1453-406a-9a0e-3dbd20f989f5,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:00:06.783597 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-af776165-df35-4dec-af61-a1d74933095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:06.800317 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:06.895904 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] For port 07a7c551-cf31-4f88-82b2-17d62f59c354, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=07a7c551-cf31-4f88-82b2-17d62f59c354,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:06.896853 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:06.918920 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:06.987994 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af776165-df35-4dec-af61-a1d74933095f None None] Pushing event updated for resources: {'Port': ['ID=0dcd94ec-1453-406a-9a0e-3dbd20f989f5,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:06.992601 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:07.010004 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-af776165-df35-4dec-af61-a1d74933095f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:07.148224 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-079bce49-93ad-4c02-bf11-94ab62eb608b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:07.229359 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Allocated IP 172.28.3.133 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/61b0a028-09eb-414b-82a3-38e42c07c73c) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:00:07.241337 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503764'] for router_interface, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:07.499028 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:07.641760 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:07.643172 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:07.643172 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:00:07.643172 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:00:07.643172 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:00:07.643172 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:07.643172 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 19:00:07.680815 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:00:07.683091 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:07.688012 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:00:07.947644 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:07.948560 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:07.948933 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.l3_db [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Floating IP cea80df1-b8a3-42b5-83b8-d57f0f584207 disassociated. External IP: 172.28.3.46, port: 07a7c551-cf31-4f88-82b2-17d62f59c354. Jun 07 19:00:07.949229 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Calling delete_port for 07a7c551-cf31-4f88-82b2-17d62f59c354 owned by compute:nova {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:08.137460 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a66e-3a05-4f82-9d98-c12136c9075e req-77624989-9fc0-467b-adb8-4c904db7ef11 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:08.149786 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e6b2a66e-3a05-4f82-9d98-c12136c9075e req-77624989-9fc0-467b-adb8-4c904db7ef11 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 946 time: 0.4088495 Jun 07 19:00:08.273777 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-e6b2a66e-3a05-4f82-9d98-c12136c9075e req-d05f9ebd-92fc-415c-ab98-13740f1af170 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups?id=b42d72de-7aec-4fe9-8c4a-12428cecff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1228495 Jun 07 19:00:08.441344 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65ef3b-a7c7-4307-bc1d-2681a7d3057c None None] Network f48dbcf7-3cab-4826-83b4-49125b588abf requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:00:08.518502 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:08.545204 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Deleting port 0c709e36-e809-4df8-b0ba-b7c9120466ee {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:08.551935 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:08.650097 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-f3d6a35e-2cfc-42d3-a28b-0bea4babf524 None None] Provisioning for port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:08.661291 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:08.672506 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:08.727618 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event deleted for resources: {'Port': ['ID=07a7c551-cf31-4f88-82b2-17d62f59c354,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:08.736540 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:08.940050 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] For port 0c709e36-e809-4df8-b0ba-b7c9120466ee, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=0c709e36-e809-4df8-b0ba-b7c9120466ee,segment=NetworkSegment(4df87a11-2426-4783-95a0-1fc8e6ac5468),segment_id=4df87a11-2426-4783-95a0-1fc8e6ac5468)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:08.943390 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:09.083656 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:09.317410 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:09.385709 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-dadde046-e512-4e04-afc4-c024bc7a4b19 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2136796 Jun 07 19:00:09.400099 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502188'] for router, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:09.420857 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:09.423455 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:09.423835 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:09.536948 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Calling delete_port for 0c709e36-e809-4df8-b0ba-b7c9120466ee owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:09.637522 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4dcebcb4-be03-4a43-8f96-cf214d48fda6 req-74e78686-ef71-49f6-b3c5-c6cb5a1ee40d tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 210 time: 0.0763063 Jun 07 19:00:09.819804 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 07a7c551-cf31-4f88-82b2-17d62f59c354 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:09.874223 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 07a7c551-cf31-4f88-82b2-17d62f59c354 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:00:09.874789 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 07a7c551-cf31-4f88-82b2-17d62f59c354 not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:09.890981 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:09.895496 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Router 08e653df-a252-4a98-ae03-476023e0a76d has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:00:09.904906 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-224d901b-1579-4c99-996a-79c4333d9aa5 None None] Provisioning complete for port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:09.905449 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-224d901b-1579-4c99-996a-79c4333d9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:09.918311 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3850-5598-49ab-b080-306e208ea0e0 req-16eeae03-a8ac-4135-b1cd-c721f887e6f2 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:09.919898 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c76c3850-5598-49ab-b080-306e208ea0e0 req-16eeae03-a8ac-4135-b1cd-c721f887e6f2 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.8428011 Jun 07 19:00:10.000274 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Router 712bdbf4-fb84-4119-bc54-82edfb3961be is scheduled to L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 with binding_index 1 {{(pid=104082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 19:00:10.043832 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:10.053352 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-21e4db10-be23-4aa9-bf5d-6dba5ac6aff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:10.074409 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=0dcd94ec-1453-406a-9a0e-3dbd20f989f5,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:10.107898 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c76c3850-5598-49ab-b080-306e208ea0e0 req-6009619b-daa2-423c-83a1-6858e15b3a75 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806638 Jun 07 19:00:10.137856 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Pushing event deleted for resources: {'Port': ['ID=0c709e36-e809-4df8-b0ba-b7c9120466ee,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:10.144690 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:10.292908 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:10.330209 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:00:10.352099 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] Sync routers for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:00:10.364083 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:10.407217 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:10.410533 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T18:59:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:10.533968 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=0dcd94ec-1453-406a-9a0e-3dbd20f989f5,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:10.540952 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] No DVR routers for this DVR port 07a7c551-cf31-4f88-82b2-17d62f59c354 on host hv-cinder-79053 {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:00:10.550544 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:10.552708 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ca93cbe3-ff82-452c-b464-5492256f9696 req-76eccd43-0438-41ac-b2c9-d9deb72ec968 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.63 "DELETE /v2.0/ports/07a7c551-cf31-4f88-82b2-17d62f59c354 HTTP/1.1" status: 204 len: 173 time: 4.3776546 Jun 07 19:00:10.553285 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'name': 'network-vif-deleted', 'tag': '07a7c551-cf31-4f88-82b2-17d62f59c354'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:00:10.556489 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f383ee63-e3ed-4f32-950b-98b0aad4b3f3" -d '{"events": [{"server_uuid": "1b27d432-381b-4c62-a5f9-f360ad03c215", "name": "network-vif-deleted", "tag": "07a7c551-cf31-4f88-82b2-17d62f59c354"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:00:10.562396 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:10.577504 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:10.580084 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-f0535982-aba6-406e-80b7-442c274cf84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:10.649757 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:00:10.667148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f5a4c4-3af5-4b95-af2f-c6b23d5cdfbc x-openstack-request-id: req-a6f5a4c4-3af5-4b95-af2f-c6b23d5cdfbc {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:00:10.667566 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b27d432-381b-4c62-a5f9-f360ad03c215", "name": "network-vif-deleted", "tag": "07a7c551-cf31-4f88-82b2-17d62f59c354", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:00:10.668053 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6f5a4c4-3af5-4b95-af2f-c6b23d5cdfbc {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:00:10.668951 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b27d432-381b-4c62-a5f9-f360ad03c215', 'name': 'network-vif-deleted', 'tag': '07a7c551-cf31-4f88-82b2-17d62f59c354', 'status': 'completed', 'code': 200} Jun 07 19:00:10.693526 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Sync routers for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:00:10.722482 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:10.723974 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:10.846377 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:10.849745 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-0465f6cf-c029-4077-a7d8-055f3a02076f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3193970 Jun 07 19:00:10.854622 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58650) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:10.886328 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-500634'] for router_interface, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:10.923728 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:10.958417 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-823b7812-eb46-4fdb-8fd2-5471dac8a83e req-b049a01d-f1da-47e5-bcbe-20abbcbcc714 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 210 time: 0.0581594 Jun 07 19:00:11.327941 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:11.463700 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:11.699481 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Router 45df9ead-6191-4b55-9698-f0472864d17e has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:00:11.730100 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:11.735922 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] Checking router: 08e653df-a252-4a98-ae03-476023e0a76d for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:00:11.752376 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:11.753467 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:11.764498 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:11.775501 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9cea-35dc-42f8-bd9f-5dd7b7bfaa25 req-a4ac373b-6557-49f9-856e-6205a2b9a732 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:11.791167 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3c9f9cea-35dc-42f8-bd9f-5dd7b7bfaa25 req-a4ac373b-6557-49f9-856e-6205a2b9a732 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.3968527 Jun 07 19:00:11.805248 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:11.805632 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:12.041438 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:08Z', 'revision_number': 3, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:12.047522 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3c9f9cea-35dc-42f8-bd9f-5dd7b7bfaa25 req-6b684a6c-edd7-4759-993f-d7151245a986 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543845 Jun 07 19:00:12.050123 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:12.058637 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Checking router: 712bdbf4-fb84-4119-bc54-82edfb3961be for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:00:12.059103 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Updating router 712bdbf4-fb84-4119-bc54-82edfb3961be port 61b0a028-09eb-414b-82a3-38e42c07c73c binding host dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 19:00:12.144513 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:12.416211 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-de8f2ab8-9741-4f29-9750-6f9190876d2f req-f8eb9e5d-f744-497a-8825-270f99a6ba8f tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b27d432-381b-4c62-a5f9-f360ad03c215 HTTP/1.1" status: 200 len: 210 time: 0.1631818 Jun 07 19:00:12.559209 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-38b22c15-134d-4c41-9e9f-916b9ec93825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:12.561505 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-38b22c15-134d-4c41-9e9f-916b9ec93825 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a&tenant_id=900703da489243d9910aad8278d29ae3 HTTP/1.1" status: 200 len: 1096 time: 0.8513470 Jun 07 19:00:12.581904 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:00:12.582695 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:12.591238 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-828f8ce6-0490-4386-83ef-992ccbeeafad admin admin] 10.222.0.20 "PUT /v2.0/routers/45df9ead-6191-4b55-9698-f0472864d17e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9617195 Jun 07 19:00:12.597161 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] Sync routers for ids ['45df9ead-6191-4b55-9698-f0472864d17e'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:00:12.608119 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64965a51-6225-4ec8-b410-69a1877dfeed None None] The sync data for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb is: [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T18:53:57Z', 'revision_number': 4, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '6744aca4-47b8-42e5-98d5-a7bb0e19d10c', 'name': '', 'network_id': 'ff6cf35f-8e60-427c-92e1-346e9b5bc702', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'mac_address': 'fa:16:3e:ae:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:56Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'subnets': [{'id': 'cedf77e4-ee67-4762-a08e-88df87223f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:00:12.618189 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] Routers {'45df9ead-6191-4b55-9698-f0472864d17e'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:12.619141 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['45df9ead-6191-4b55-9698-f0472864d17e'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:12.628177 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58656) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:12.717433 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-58534ecd-0087-465f-9531-559389e09407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:12.720246 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-58534ecd-0087-465f-9531-559389e09407 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 1096 time: 0.1298275 Jun 07 19:00:12.855125 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Notify callbacks [] for port, precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:12.872393 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Transition to ACTIVE for port object 61b0a028-09eb-414b-82a3-38e42c07c73c will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:12.942354 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] Set router 45df9ead-6191-4b55-9698-f0472864d17e gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:12.976811 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:12.984076 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:13.078765 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-7879cce7-3759-4943-a871-657b7636d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:13.085968 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-7879cce7-3759-4943-a871-657b7636d715 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.3577199 Jun 07 19:00:13.115102 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Attempting to bind port 61b0a028-09eb-414b-82a3-38e42c07c73c on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:00:13.115798 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Attempting to bind port 61b0a028-09eb-414b-82a3-38e42c07c73c by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:00:13.116384 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Attempting to bind port 61b0a028-09eb-414b-82a3-38e42c07c73c on network 71f98401-584a-489c-9c7f-f276f077498e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:00:13.129479 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:00:13.130245 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Checking segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:13.135540 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:13.136319 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Bound using segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:00:13.137108 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Bound port: 61b0a028-09eb-414b-82a3-38e42c07c73c, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:00:13.137706 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:13.173879 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc3de6-36f4-407e-949c-70f8b3339e1c None None] New status for floating IP cea80df1-b8a3-42b5-83b8-d57f0f584207: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 19:00:13.331249 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-4d6ba2c3-b0a9-4613-8a31-3c4968f04452 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4db00f31-5bde-4197-899c-cc155e101eef HTTP/1.1" status: 200 len: 998 time: 0.2402194 Jun 07 19:00:13.403177 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45df9ead-6191-4b55-9698-f0472864d17e', 'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:58Z', 'updated_at': '2021-06-07T19:00:09Z', 'revision_number': 5, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'gw_port': {'id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:01Z', 'updated_at': '2021-06-07T18:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:13.411191 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] Checking router: 45df9ead-6191-4b55-9698-f0472864d17e for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:00:13.432246 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] Routers {'45df9ead-6191-4b55-9698-f0472864d17e'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:13.433596 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['45df9ead-6191-4b55-9698-f0472864d17e'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:13.468689 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks [] for router, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:13.500543 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-23e81aca-8b29-4751-9d1f-231d9ff7ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:13.514161 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-23e81aca-8b29-4751-9d1f-231d9ff7ae5f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.1640286 Jun 07 19:00:13.600026 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] For port 61b0a028-09eb-414b-82a3-38e42c07c73c, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:00:13.608545 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] For port 61b0a028-09eb-414b-82a3-38e42c07c73c, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=61b0a028-09eb-414b-82a3-38e42c07c73c,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:00:13.644901 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0b77d-bd96-462e-8e8e-c44c28111a4b None None] Pushing event updated for resources: {'Port': ['ID=61b0a028-09eb-414b-82a3-38e42c07c73c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:13.652859 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-b9a0b77d-bd96-462e-8e8e-c44c28111a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:13.675384 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-834949f4-a7e8-4b0a-9f09-2d2c331498bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:13.677968 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-834949f4-a7e8-4b0a-9f09-2d2c331498bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1617544 Jun 07 19:00:13.758715 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:13.801847 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] Set router 45df9ead-6191-4b55-9698-f0472864d17e gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:13.850585 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:13.864097 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-da7ee7b0-ed6a-4387-ba60-47ed6aa773b9 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792498 Jun 07 19:00:13.876227 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:13.900309 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dfd6a-0e73-4bf2-b71e-25a9ff254c34 req-56fd5dfb-4f3c-42db-b219-0c16eb0f575d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:13.908934 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2e9dfd6a-0e73-4bf2-b71e-25a9ff254c34 req-56fd5dfb-4f3c-42db-b219-0c16eb0f575d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.4833202 Jun 07 19:00:13.932626 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:14.013814 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:14.015916 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58664) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:14.024138 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:14.025465 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:14.052121 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2e9dfd6a-0e73-4bf2-b71e-25a9ff254c34 req-cca77edc-8b75-45ef-b288-96d8ddb07d11 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420937 Jun 07 19:00:14.142120 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f7810f2a-97d2-41ea-b008-2a9cd9dc74d8 req-03d053cb-2c7d-4ebb-95b6-baf7b19a1f16 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716126 Jun 07 19:00:14.188532 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1bca-d158-4935-a029-7232521dee1e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:14.230110 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0b77d-bd96-462e-8e8e-c44c28111a4b None None] Pushing event updated for resources: {'Port': ['ID=61b0a028-09eb-414b-82a3-38e42c07c73c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:14.240399 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-b9a0b77d-bd96-462e-8e8e-c44c28111a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:14.247247 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Allocated IP 172.20.0.1 (f48dbcf7-3cab-4826-83b4-49125b588abf/5235e930-1d14-4d39-a888-ecda1195501e/c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:00:14.317581 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45df9ead-6191-4b55-9698-f0472864d17e', 'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:58Z', 'updated_at': '2021-06-07T19:00:09Z', 'revision_number': 5, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'gw_port': {'id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:01Z', 'updated_at': '2021-06-07T18:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:14.322610 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1bca-d158-4935-a029-7232521dee1e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:14.323910 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d5a7b-57f7-49f2-8444-ef57e5c15087 None None] The sync data for ids ['45df9ead-6191-4b55-9698-f0472864d17e'] in dv-cinder-790535-1-smb is: [{'id': '45df9ead-6191-4b55-9698-f0472864d17e', 'name': 'tempest-TestMinimumBasicScenario-1612588455-router', 'tenant_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:56:58Z', 'updated_at': '2021-06-07T19:00:09Z', 'revision_number': 5, 'project_id': '85dee3c57bdb47ef85f5b7985a6339c1', 'gw_port': {'id': 'e36e3a5d-289e-429f-a7a8-4400bfa2881c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45df9ead-6191-4b55-9698-f0472864d17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:57:01Z', 'updated_at': '2021-06-07T18:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:00:14.436073 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:14.503381 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-362611ba-53d5-4553-8de5-5f3894e1d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:14.505926 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-362611ba-53d5-4553-8de5-5f3894e1d860 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=900703da489243d9910aad8278d29ae3&device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 1096 time: 0.1498747 Jun 07 19:00:14.606563 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Deleting port e36e3a5d-289e-429f-a7a8-4400bfa2881c {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:14.607282 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:14.669982 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1bca-d158-4935-a029-7232521dee1e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:14.674672 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1bca-d158-4935-a029-7232521dee1e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:14.680596 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-b4ca1bca-d158-4935-a029-7232521dee1e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "DELETE /v2.0/security-groups/b42d72de-7aec-4fe9-8c4a-12428cecff0f HTTP/1.1" status: 204 len: 168 time: 0.6596923 Jun 07 19:00:14.687921 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-337df0ba-782e-444f-b60d-eb6713763c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:14.754463 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58676) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:14.766394 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-a68d4d4b-38cf-41ea-87f7-625637308905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:14.768293 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-a68d4d4b-38cf-41ea-87f7-625637308905 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 200 len: 918 time: 0.2344301 Jun 07 19:00:14.809421 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca1bca-d158-4935-a029-7232521dee1e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d72de-7aec-4fe9-8c4a-12428cecff0f,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:14.813211 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b4ca1bca-d158-4935-a029-7232521dee1e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:14.814235 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.api.v2.resource [None req-f0a81345-f9eb-4022-ad19-a0d2f2601e79 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] show failed (client error): The resource could not be found. Jun 07 19:00:14.823486 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-f0a81345-f9eb-4022-ad19-a0d2f2601e79 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "GET /v2.0/security-groups/b42d72de-7aec-4fe9-8c4a-12428cecff0f HTTP/1.1" status: 404 len: 347 time: 0.0630302 Jun 07 19:00:14.833884 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 0c709e36-e809-4df8-b0ba-b7c9120466ee no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:14.870218 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58682) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:14.961991 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] For port e36e3a5d-289e-429f-a7a8-4400bfa2881c, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=e36e3a5d-289e-429f-a7a8-4400bfa2881c,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:14.962399 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:14.980859 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:14.981175 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 0c709e36-e809-4df8-b0ba-b7c9120466ee {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:00:14.982079 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 0c709e36-e809-4df8-b0ba-b7c9120466ee not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:15.153536 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:08Z', 'revision_number': 3, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:15.183142 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399053a9-c676-4613-bc2e-d92a3632697c None None] The sync data for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb is: [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:08Z', 'revision_number': 3, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:00:15.335887 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Calling delete_port for e36e3a5d-289e-429f-a7a8-4400bfa2881c owned by network:router_gateway {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:15.339354 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Transition to ACTIVE for port object c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 will not be triggered until provisioned by entity DHCP. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:15.350460 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-cad79df3-00dc-4f14-a128-1582a38c7db2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4db00f31-5bde-4197-899c-cc155e101eef HTTP/1.1" status: 200 len: 998 time: 0.5725248 Jun 07 19:00:15.492754 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:15.494015 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:15.494015 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:00:15.494015 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:00:15.494015 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:00:15.494015 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:15.494015 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 19:00:15.506126 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Deleting port 74d86960-41d2-44ca-9e3f-1f08f7708b68 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:15.507955 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:15.530045 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Network f48dbcf7-3cab-4826-83b4-49125b588abf is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:00:15.534498 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:15.538001 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:00:15.623303 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-6f959c79-dae5-4269-96b6-0f6a1e693dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:15.631055 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-6f959c79-dae5-4269-96b6-0f6a1e693dee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 200 len: 856 time: 0.2514825 Jun 07 19:00:15.670706 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560358'] for router_interface, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:16.127436 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:16.128295 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:16.166257 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-b6f19506-ee1d-47ba-a310-c33ef9eb29ca None None] Provisioning for port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:16.177241 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-b6f19506-ee1d-47ba-a310-c33ef9eb29ca None None] Provisioning complete for port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:16.177887 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-b6f19506-ee1d-47ba-a310-c33ef9eb29ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:16.302457 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Calling delete_port for 74d86960-41d2-44ca-9e3f-1f08f7708b68 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:16.364717 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4c25e-139a-4672-abb4-cdf461adaa91 req-3b18f282-0061-4092-be01-6314e539b527 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:16.368278 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-69e4c25e-139a-4672-abb4-cdf461adaa91 req-3b18f282-0061-4092-be01-6314e539b527 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.8118558 Jun 07 19:00:16.383275 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-b6f19506-ee1d-47ba-a310-c33ef9eb29ca None None] Port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 19:00:16.439539 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-9c635153-cf9b-46b9-912d-d453a07c8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:16.441445 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-9c635153-cf9b-46b9-912d-d453a07c8415 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd589f54-393a-4051-8c01-4ac70af62fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7900686 Jun 07 19:00:16.497592 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:16.509475 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-69e4c25e-139a-4672-abb4-cdf461adaa91 req-c0d29424-f3ea-4f92-8730-01ef98e0fc31 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158607 Jun 07 19:00:16.523860 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-591e2679-2859-4815-844e-ad8b7a0f177c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:16.614864 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Pushing event deleted for resources: {'Port': ['ID=e36e3a5d-289e-429f-a7a8-4400bfa2881c,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:16.620684 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:16.813829 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560196'] for router_gateway, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:16.834125 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:16.849842 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:16.968057 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Pushing event deleted for resources: {'Port': ['ID=74d86960-41d2-44ca-9e3f-1f08f7708b68,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:17.064944 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 61b0a028-09eb-414b-82a3-38e42c07c73c up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:17.096606 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:17.143102 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks [] for floatingip, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.146005 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.154252 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-5dcfb6a0-7f07-46f7-b7d2-4d0470cb1b52 tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] 10.222.0.20 "DELETE /v2.0/floatingips/cea80df1-b8a3-42b5-83b8-d57f0f584207 HTTP/1.1" status: 204 len: 168 time: 2.2755334 Jun 07 19:00:17.230816 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29969'] for router, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.244503 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.248353 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.405262 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 61b0a028-09eb-414b-82a3-38e42c07c73c completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:17.412130 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 61b0a028-09eb-414b-82a3-38e42c07c73c triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:17.413476 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.511981 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504303'] for router, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.513228 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45df9ead-6191-4b55-9698-f0472864d17e {{(pid=104082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 19:00:17.583443 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.590771 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58698) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:17.609565 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] 10.222.0.20 "DELETE /v2.0/routers/45df9ead-6191-4b55-9698-f0472864d17e HTTP/1.1" status: 204 len: 168 time: 4.9684253 Jun 07 19:00:17.778404 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] Deleting subnet 4d83267f-4beb-4746-bf13-81c8b79b168f {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 19:00:17.807560 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.892819 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:17.948952 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 61b0a028-09eb-414b-82a3-38e42c07c73c, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=61b0a028-09eb-414b-82a3-38e42c07c73c,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:17.972273 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266735896'] for subnet, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:18.001832 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:18.022698 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:18.085117 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:18.151389 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0741d-b04f-43f3-83fa-e99f52b24ea5 req-13105dac-8781-40f2-a030-e0ffe5f0e012 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:18.163099 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-35d0741d-b04f-43f3-83fa-e99f52b24ea5 req-13105dac-8781-40f2-a030-e0ffe5f0e012 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.2463012 Jun 07 19:00:18.197817 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:18.258937 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=61b0a028-09eb-414b-82a3-38e42c07c73c,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:18.268435 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:18.288558 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d3799126-824a-429c-97d1-318ed12179e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:18.368967 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503742'] for router_interface, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:18.373900 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-4d355355-00f4-410e-b9be-3da0b21cf1e8 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729455 Jun 07 19:00:18.380272 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Pushing event updated for resources: {'Port': ['ID=c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:18.384380 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:18.384613 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:18.579548 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-73255b71-953b-415c-b6af-e6c3e1a19aea req-c38f5473-6f93-4506-8d56-57b215f9f3a4 service neutron] 10.222.0.63 "GET /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647010 Jun 07 19:00:18.593488 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-35d0741d-b04f-43f3-83fa-e99f52b24ea5 req-7c1723e9-9b70-473c-99b2-588b3fcc98a0 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285822 Jun 07 19:00:18.697164 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266784375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266596498'] for subnet, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:18.709280 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:18.745430 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:18.749297 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4d83267f-4beb-4746-bf13-81c8b79b168f HTTP/1.1" status: 204 len: 168 time: 1.1548047 Jun 07 19:00:18.750780 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58702) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:18.753748 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238dc51b-7831-42dc-9090-63ea29742c97 None None] Network 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:00:18.758538 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d83267f-4beb-4746-bf13-81c8b79b168f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:18.760156 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Network f48dbcf7-3cab-4826-83b4-49125b588abf is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:00:18.765993 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:18.819485 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:19.135619 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 61b0a028-09eb-414b-82a3-38e42c07c73c up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:19.199327 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:19.374556 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-30a8e6d6-6b7e-4b93-80ed-aaa9108dda7b None None] Provisioning complete for port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:19.374929 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-30a8e6d6-6b7e-4b93-80ed-aaa9108dda7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:19.396577 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Router 712bdbf4-fb84-4119-bc54-82edfb3961be has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:00:19.479099 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 61b0a028-09eb-414b-82a3-38e42c07c73c triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:19.479603 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:19.492415 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Deleting port 37c27233-73fa-40f5-8f2b-82c32e63b7de {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:19.493002 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:19.617250 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-30a8e6d6-6b7e-4b93-80ed-aaa9108dda7b None None] Port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 19:00:19.773877 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device e36e3a5d-289e-429f-a7a8-4400bfa2881c no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:19.841284 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] For port 37c27233-73fa-40f5-8f2b-82c32e63b7de, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=37c27233-73fa-40f5-8f2b-82c32e63b7de,segment=NetworkSegment(4df87a11-2426-4783-95a0-1fc8e6ac5468),segment_id=4df87a11-2426-4783-95a0-1fc8e6ac5468)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:19.842432 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:19.856553 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] DHCP port deletion for 0c0614a0-33ec-4c05-9476-bbf5a5c0de3e request from dv-cinder-790535-1-smb {{(pid=104083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 19:00:19.899775 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: e36e3a5d-289e-429f-a7a8-4400bfa2881c {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:00:19.900492 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device e36e3a5d-289e-429f-a7a8-4400bfa2881c not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:20.029543 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Calling delete_port for 37c27233-73fa-40f5-8f2b-82c32e63b7de owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:20.048267 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:00:20.056687 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-297add35-58e6-449b-95a3-24ba84ea8369 admin admin] 10.222.0.20 "PUT /v2.0/routers/712bdbf4-fb84-4119-bc54-82edfb3961be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1998057 Jun 07 19:00:20.062797 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] Deleting port 37c27233-73fa-40f5-8f2b-82c32e63b7de {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:20.063532 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:20.071085 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Sync routers for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:00:20.073127 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29744cd-a5a1-4a69-84f4-57cfbfe2ba16 req-e0b44c34-6b62-4694-86c6-f33076f56133 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:20.082293 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a29744cd-a5a1-4a69-84f4-57cfbfe2ba16 req-e0b44c34-6b62-4694-86c6-f33076f56133 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.2177069 Jun 07 19:00:20.098830 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:20.105754 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:20.308650 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:20.329744 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:20.364052 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a29744cd-a5a1-4a69-84f4-57cfbfe2ba16 req-4b10709a-21b0-4e54-b112-0e3a5ed7fe4f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800856 Jun 07 19:00:20.378812 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] For port 37c27233-73fa-40f5-8f2b-82c32e63b7de, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=37c27233-73fa-40f5-8f2b-82c32e63b7de,segment=NetworkSegment(4df87a11-2426-4783-95a0-1fc8e6ac5468),segment_id=4df87a11-2426-4783-95a0-1fc8e6ac5468)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:20.379327 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:20.480172 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] No DVR routers for this DVR port 37c27233-73fa-40f5-8f2b-82c32e63b7de on host dv-cinder-790535-1-smb {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:00:20.482365 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c27233-73fa-40f5-8f2b-82c32e63b7de,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:20.533287 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:20.567036 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] Calling delete_port for 37c27233-73fa-40f5-8f2b-82c32e63b7de owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:20.576955 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:20.628148 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513'] for port, after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:20.638897 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-be850dd1-aa12-41fe-bb78-a4f2bcda9524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:20.686349 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] Pushing event deleted for resources: {'Port': ['ID=37c27233-73fa-40f5-8f2b-82c32e63b7de,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:20.691852 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] No DVR routers for this DVR port 37c27233-73fa-40f5-8f2b-82c32e63b7de on host dv-cinder-790535-1-smb {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:00:20.693493 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:20.731063 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:20.747375 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0614a0-33ec-4c05-9476-bbf5a5c0de3e']}} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:20.762242 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df87a11-2426-4783-95a0-1fc8e6ac5468') {'for_net_delete': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:20.762614 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.services.segments.db [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df87a11-2426-4783-95a0-1fc8e6ac5468') {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:20.776062 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266687123'] for segment, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:20.829467 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:20.854186 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=104082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 19:00:20.856212 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267045186'] for segment, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: Traceback (most recent call last): Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: timer() Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: cb(*args, **kw) Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: return func(*args, **kwargs) Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: self._notify() Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: self.callback(batched_events) Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: event.method(event) Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: return f(self, *a, **k) Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: return self._get(url).json() Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: return self.request(url, 'GET', **kwargs) Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 19:00:20.897420 dv-cinder-790535-1-smb neutron-server[104082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 19:00:20.962590 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 37c27233-73fa-40f5-8f2b-82c32e63b7de no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:21.076078 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 37c27233-73fa-40f5-8f2b-82c32e63b7de {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:00:21.077081 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 37c27233-73fa-40f5-8f2b-82c32e63b7de not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:21.252019 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:21.256139 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-0988c9b4-8efd-41c8-9266-bd8b4bb4d293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:21.275267 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:21.281204 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c0614a0-33ec-4c05-9476-bbf5a5c0de3e HTTP/1.1" status: 204 len: 168 time: 2.5248156 Jun 07 19:00:21.295614 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0614a0-33ec-4c05-9476-bbf5a5c0de3e,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:21.298260 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-0e43d432-52d7-47d1-b3da-0ef8a2958066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:21.380995 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:16Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5', 'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'mac_address': 'fa:16:3e:3c:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:13Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 2, 'project_id': 'da710836493146ff9ba894995a926f95', 'subnets': [{'id': '5235e930-1d14-4d39-a888-ecda1195501e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:21.395600 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Checking router: 712bdbf4-fb84-4119-bc54-82edfb3961be for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:00:21.396026 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Updating router 712bdbf4-fb84-4119-bc54-82edfb3961be port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 binding host dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 19:00:21.511667 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:21.856252 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d40a89-5902-4515-bebb-54a313ffe00b req-04709a75-0b17-4e07-a74d-c4d7237727ff tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:21.862251 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-11d40a89-5902-4515-bebb-54a313ffe00b req-04709a75-0b17-4e07-a74d-c4d7237727ff tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.2544935 Jun 07 19:00:22.025905 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58738) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:22.045445 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-11d40a89-5902-4515-bebb-54a313ffe00b req-abe05023-7179-487c-b2fa-2d8c580c1176 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684487 Jun 07 19:00:22.165262 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-3b6d551a-2fbb-43d5-9bc1-58c30202215d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=699ae59021bf41bc986e524e973a3700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1340559 Jun 07 19:00:22.166726 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58740) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:22.336443 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-88abc2b0-28bb-4ba7-a5d1-dee6eb5d8cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:22.378804 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-88abc2b0-28bb-4ba7-a5d1-dee6eb5d8cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:22.537862 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58744) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:22.546820 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Notify callbacks [] for port, precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:22.554969 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-977994482-network', 'tenant_id': '56ea6be96c3241b18662500b419352bb'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:22.566610 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Transition to ACTIVE for port object c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:22.570443 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-88abc2b0-28bb-4ba7-a5d1-dee6eb5d8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:22.574938 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-88abc2b0-28bb-4ba7-a5d1-dee6eb5d8cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:22.579540 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-88abc2b0-28bb-4ba7-a5d1-dee6eb5d8cf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71a5a31a-5cd2-4839-b862-ffab7acec4f1 HTTP/1.1" status: 204 len: 168 time: 0.4091256 Jun 07 19:00:22.583916 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-652913a9-288e-4299-8860-fbb7f11323e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:22.617618 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abc2b0-28bb-4ba7-a5d1-dee6eb5d8cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a5a31a-5cd2-4839-b862-ffab7acec4f1,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:22.623849 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-88abc2b0-28bb-4ba7-a5d1-dee6eb5d8cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:22.651630 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:22.661702 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:22.713921 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Made reservation on behalf of 56ea6be96c3241b18662500b419352bb for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:00:22.718088 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:22.746414 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:22.961245 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Pushing event updated for resources: {'Port': ['ID=c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:23.056073 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:23.147368 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.148479 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.153434 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.153434 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.153434 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.153434 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.153434 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.153434 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.153434 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.165383 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:23.175059 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-082011d8-639d-4fbc-ac23-5fcb7a2c62c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:23.188698 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.195186 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.195887 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:23.269007 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:23.271086 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 19:00:23.390559 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:23.391690 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.segments_db [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Added segment ff2eb82a-512c-4d4c-9fd6-f89dd3673142 of type vlan for network 693d9dd7-c321-46f1-95f0-72286b051173 Jun 07 19:00:23.395652 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Attempting to bind port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:00:23.396056 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Attempting to bind port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:00:23.396717 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Attempting to bind port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 on network f48dbcf7-3cab-4826-83b4-49125b588abf {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:00:23.405143 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:00:23.405673 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Checking segment: {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:23.406081 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:23.406485 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Bound using segment: {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:00:23.406971 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Bound port: c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:00:23.407749 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:23.424725 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31dc6e-594d-42dc-b107-a2865a92dbf3,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:23.474322 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:23.508118 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:23.589960 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] For port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:00:23.597159 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] For port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:00:23.651722 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:23.655661 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:23.656643 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:23.680516 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:23.732520 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58760) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:23.733364 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:23.743825 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:23.810918 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d0eab-541f-4853-9b09-7a8b26f8e516 req-fb8e2ed2-0d88-47c4-8535-162e6c7ced0b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:23.818895 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-514d0eab-541f-4853-9b09-7a8b26f8e516 req-fb8e2ed2-0d88-47c4-8535-162e6c7ced0b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.2501671 Jun 07 19:00:23.862658 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3224401 Jun 07 19:00:23.864181 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Pushing event updated for resources: {'Network': ['ID=693d9dd7-c321-46f1-95f0-72286b051173,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:23.867367 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58764) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:23.884436 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network 693d9dd7-c321-46f1-95f0-72286b051173 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 19:00:23.887303 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:23.908470 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Request body: {'subnet': {'network_id': '693d9dd7-c321-46f1-95f0-72286b051173', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-977994482-subnet', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'ip_version': 4}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:24.013419 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58766) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:24.015728 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-514d0eab-541f-4853-9b09-7a8b26f8e516 req-644b6f73-45c2-4d6a-81a8-534ffa9a088e tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954572 Jun 07 19:00:24.028342 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:24.028342 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:24.173914 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Pushing event updated for resources: {'Port': ['ID=c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5,revision_number=4']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:24.201065 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-f1f860eb-d60d-48c7-aa26-d1cab63473c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:24.542816 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-034a789f-f557-44f0-9b1b-0dc65bd04423 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85dee3c57bdb47ef85f5b7985a6339c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264888 Jun 07 19:00:24.547387 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58768) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:24.617645 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Made reservation on behalf of 56ea6be96c3241b18662500b419352bb for: {'subnet': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:00:24.623864 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266354395'] for subnet, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:24.660223 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:24.730752 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17dae435-f880-45c5-99a5-3da741f058f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:24.906708 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17dae435-f880-45c5-99a5-3da741f058f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:25.170918 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17dae435-f880-45c5-99a5-3da741f058f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:25.173774 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17dae435-f880-45c5-99a5-3da741f058f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:25.175311 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-17dae435-f880-45c5-99a5-3da741f058f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/750a75a0-0b9f-43e7-9575-f4190c8e4e1a HTTP/1.1" status: 204 len: 168 time: 0.6246510 Jun 07 19:00:25.176218 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bd310e77-1603-433a-b5b4-b7a2d47a486e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:25.201087 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dae435-f880-45c5-99a5-3da741f058f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a75a0-0b9f-43e7-9575-f4190c8e4e1a,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:25.206264 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-17dae435-f880-45c5-99a5-3da741f058f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:25.453997 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:16Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5', 'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'mac_address': 'fa:16:3e:3c:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:13Z', 'updated_at': '2021-06-07T19:00:23Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'subnets': [{'id': '5235e930-1d14-4d39-a888-ecda1195501e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:25.461381 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e095eba-7b8a-43b3-9579-f2aee1923832 None None] The sync data for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb is: [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:16Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5', 'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'mac_address': 'fa:16:3e:3c:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:13Z', 'updated_at': '2021-06-07T19:00:23Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'subnets': [{'id': '5235e930-1d14-4d39-a888-ecda1195501e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:00:25.737461 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f1225-2edb-49b4-9f94-a6dcb45efd00 req-a1625a9c-bc3f-47af-b181-ed55f8a7233b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:25.739119 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c71f1225-2edb-49b4-9f94-a6dcb45efd00 req-a1625a9c-bc3f-47af-b181-ed55f8a7233b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.3687568 Jun 07 19:00:25.819046 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267045280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266354405'] for subnet, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:25.837121 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:25.926474 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c71f1225-2edb-49b4-9f94-a6dcb45efd00 req-42e1e906-2bce-4e80-9177-9667875ca004 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451762 Jun 07 19:00:25.991058 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e69f23b-0e9e-4c1b-96af-e0e3cb055080,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:26.008038 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:26.035460 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Checking segment: {'id': 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:26.035984 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Network hostable DHCP agents. Network: 693d9dd7-c321-46f1-95f0-72286b051173, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 19:00:26.206652 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Network 693d9dd7-c321-46f1-95f0-72286b051173 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 19:00:26.261813 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503764'] for router_interface, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:26.373064 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, 693d9dd7-c321-46f1-95f0-72286b051173) {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:26.389260 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4406990-efd8-4f3c-b8e5-9af6344c3f47 None None] Network 693d9dd7-c321-46f1-95f0-72286b051173 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:00:26.402052 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:26.403333 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:26.563606 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58774) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:26.570595 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:26.575568 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-87381d8b-c7d3-4aa0-b988-b39ab30d9752 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7029023 Jun 07 19:00:26.715538 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29959'] for router, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:26.718146 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-504532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-502257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29982'] for router, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:26.778792 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:26.830042 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa004761-e10f-5b1a-afb7-87581139ea7b-693d9dd7-c321-46f1-95f0-72286b051173', 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'fixed_ips': [{'subnet_id': '7e69f23b-0e9e-4c1b-96af-e0e3cb055080'}]}} from dv-cinder-790535-1-smb. {{(pid=104083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 19:00:26.831219 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:27.084432 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:27.298264 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.db_base_plugin_common [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Allocated IP 172.20.0.2 (693d9dd7-c321-46f1-95f0-72286b051173/7e69f23b-0e9e-4c1b-96af-e0e3cb055080/e5843cc4-9824-48b1-b5e2-864420c95b21) {{(pid=104083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:00:27.431991 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:27.456184 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:27.456993 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:27.653624 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Deleting port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:27.654507 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:27.992611 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-502147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-504159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29992'] for router, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.065990 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da584c3-ab71-4cfe-b524-3fd958b4124d req-4a55c2ed-6708-4e58-8f49-bf6710d07159 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:28.075190 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0da584c3-ab71-4cfe-b524-3fd958b4124d req-4a55c2ed-6708-4e58-8f49-bf6710d07159 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.8069344 Jun 07 19:00:28.225497 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0da584c3-ab71-4cfe-b524-3fd958b4124d req-2667e47a-f2e9-4dcf-abf7-6d4334dff94b tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479380 Jun 07 19:00:28.242119 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] For port 6744aca4-47b8-42e5-98d5-a7bb0e19d10c, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=6744aca4-47b8-42e5-98d5-a7bb0e19d10c,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:28.243097 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.249748 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.299741 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Notify callbacks [] for port, precommit_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.327029 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:28.341862 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Transition to ACTIVE for port object e5843cc4-9824-48b1-b5e2-864420c95b21 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:28.370977 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Transition to ACTIVE for port object e5843cc4-9824-48b1-b5e2-864420c95b21 will not be triggered until provisioned by entity DHCP. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:28.396301 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.413647 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-b9a0b77d-bd96-462e-8e8e-c44c28111a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:28.527176 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Calling delete_port for 6744aca4-47b8-42e5-98d5-a7bb0e19d10c owned by network:router_interface {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:28.554870 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:28.560533 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:28.562559 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504'] for port, after_create {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.563819 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:28.563819 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:00:28.563819 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:00:28.563819 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:00:28.563819 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:28.563819 dv-cinder-790535-1-smb neutron-server[104083]: ERROR neutron_lib.callbacks.manager Jun 07 19:00:28.587327 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Network 693d9dd7-c321-46f1-95f0-72286b051173 is already hosted by enough agents. {{(pid=104083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:00:28.588816 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Resources bound (agent type, host, resource id): {{(pid=104083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:28.591689 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Received port after_create {{(pid=104083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:00:28.710837 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.745773 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Attempting to bind port e5843cc4-9824-48b1-b5e2-864420c95b21 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:00:28.746170 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Attempting to bind port e5843cc4-9824-48b1-b5e2-864420c95b21 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:00:28.746531 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Attempting to bind port e5843cc4-9824-48b1-b5e2-864420c95b21 on network 693d9dd7-c321-46f1-95f0-72286b051173 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:00:28.752817 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:00:28.753194 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Checking segment: {'id': 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:28.753783 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.754222 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Bound using segment: {'id': 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:00:28.754723 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Bound port: e5843cc4-9824-48b1-b5e2-864420c95b21, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:00:28.755116 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.766653 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.865717 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] For port e5843cc4-9824-48b1-b5e2-864420c95b21, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:00:28.871788 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] For port e5843cc4-9824-48b1-b5e2-864420c95b21, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=e5843cc4-9824-48b1-b5e2-864420c95b21,segment=NetworkSegment(ff2eb82a-512c-4d4c-9fd6-f89dd3673142),segment_id=ff2eb82a-512c-4d4c-9fd6-f89dd3673142)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:00:28.890875 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:28.977125 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:28.988854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:29.138139 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Pushing event updated for resources: {'Port': ['ID=e5843cc4-9824-48b1-b5e2-864420c95b21,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:29.144541 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:29.149558 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:29.155308 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:29.159382 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:29.161537 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:29.195268 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Allocated IP 172.28.3.240 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/47a952e0-433a-4b35-9ced-4da78ed86d78) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:00:29.212561 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Pushing event deleted for resources: {'Port': ['ID=6744aca4-47b8-42e5-98d5-a7bb0e19d10c,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:29.242183 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:29.553425 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:29.663875 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:29.664731 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:29.664731 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:00:29.664731 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:00:29.664731 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:00:29.664731 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:29.664731 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 19:00:29.690060 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:00:29.691808 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:29.696464 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:00:29.753753 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-500634'] for router_interface, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:29.925943 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acf55a-6418-4822-9020-f7c558a5eef0 req-bd368e1e-ac6e-4d66-9e67-cecad5d3de57 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:29.927367 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b3acf55a-6418-4822-9020-f7c558a5eef0 req-bd368e1e-ac6e-4d66-9e67-cecad5d3de57 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.3809242 Jun 07 19:00:30.064665 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b3acf55a-6418-4822-9020-f7c558a5eef0 req-bfb1318a-8bc0-4a61-bfed-b431352ef84d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740442 Jun 07 19:00:30.342936 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Router 08e653df-a252-4a98-ae03-476023e0a76d has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:00:30.380110 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:30.411216 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9812202b-2480-444d-9503-f1a8dc8136fc None None] Network 693d9dd7-c321-46f1-95f0-72286b051173 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:00:30.587967 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-962de4b3-f756-477e-94b9-aef5d0ea7164 None None] Provisioning for port e5843cc4-9824-48b1-b5e2-864420c95b21 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:30.664134 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:00:30.672099 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-dae5ad2a-27b5-449a-9cd0-be4a0224f026 admin admin] 10.222.0.20 "PUT /v2.0/routers/08e653df-a252-4a98-ae03-476023e0a76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9437859 Jun 07 19:00:30.672826 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58782) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:30.715748 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] Sync routers for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:00:30.757525 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:30.758379 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:30.931969 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:30.966920 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-504132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502188'] for router, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:31.077657 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:31.276957 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device e5843cc4-9824-48b1-b5e2-864420c95b21 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:31.298362 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:31.365634 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09c7c6-130c-44ee-9f6b-e2d262ec2350 req-a39dbea7-5bd0-400e-8949-24d4958ff760 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:31.367770 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2e09c7c6-130c-44ee-9f6b-e2d262ec2350 req-a39dbea7-5bd0-400e-8949-24d4958ff760 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.1406059 Jun 07 19:00:31.426225 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2e09c7c6-130c-44ee-9f6b-e2d262ec2350 req-0c5fab07-4c8a-4aa7-9bd9-c07da29a71dd tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507386 Jun 07 19:00:31.443604 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Router 0d6397cf-532a-4d60-8e14-db3008aab116 is scheduled to L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 19:00:31.448077 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Deleting port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:31.449687 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:31.668494 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] For port 6b95bdd1-2eb2-47de-8257-1a29b4f629a7, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=6b95bdd1-2eb2-47de-8257-1a29b4f629a7,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:31.669037 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:31.719951 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port e5843cc4-9824-48b1-b5e2-864420c95b21 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:31.730055 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port e5843cc4-9824-48b1-b5e2-864420c95b21 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:31.730561 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:31.811538 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Calling delete_port for 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 owned by network:router_gateway {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:31.874454 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T19:00:28Z', 'revision_number': 5, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port': {'id': '6b95bdd1-2eb2-47de-8257-1a29b4f629a7', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e653df-a252-4a98-ae03-476023e0a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:31.878708 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:00:31.881248 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 19:00:31.899504 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] Checking router: 08e653df-a252-4a98-ae03-476023e0a76d for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:00:31.899844 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Sync routers for ids ['0d6397cf-532a-4d60-8e14-db3008aab116'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:00:31.916433 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:31.919685 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Routers {'0d6397cf-532a-4d60-8e14-db3008aab116'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:31.921059 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['0d6397cf-532a-4d60-8e14-db3008aab116'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:31.942569 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] Routers {'08e653df-a252-4a98-ae03-476023e0a76d'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:31.943213 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['08e653df-a252-4a98-ae03-476023e0a76d'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:31.995265 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] Notify callbacks [] for router, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:31.998060 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-2c1ded42-57a9-4e8b-9a28-ad6ca52842af admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4320757 Jun 07 19:00:32.000460 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58786) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:32.018391 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-3998ba6c-e8b9-4a09-830e-15c8ccbc61a8 None None] Provisioning complete for port e5843cc4-9824-48b1-b5e2-864420c95b21 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:32.018770 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3998ba6c-e8b9-4a09-830e-15c8ccbc61a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:32.103511 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:32.110546 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b7bd953d-c5d5-4902-8290-c693ae6ae403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:32.204007 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] Set router 08e653df-a252-4a98-ae03-476023e0a76d gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:32.222959 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Set router 0d6397cf-532a-4d60-8e14-db3008aab116 gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:32.262559 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b95bdd1-2eb2-47de-8257-1a29b4f629a7,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:32.282607 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:32.397190 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T19:00:31Z', 'revision_number': 7, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port_host': None}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:32.407591 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port e5843cc4-9824-48b1-b5e2-864420c95b21, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=e5843cc4-9824-48b1-b5e2-864420c95b21,segment=NetworkSegment(ff2eb82a-512c-4d4c-9fd6-f89dd3673142),segment_id=ff2eb82a-512c-4d4c-9fd6-f89dd3673142)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:32.423023 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797c63b-4e94-4f45-b971-8e40d34f9c5e None None] The sync data for ids ['08e653df-a252-4a98-ae03-476023e0a76d'] in dv-cinder-790535-1-smb is: [{'id': '08e653df-a252-4a98-ae03-476023e0a76d', 'name': 'tempest-AttachVolumeTestJSON-964627895-router', 'tenant_id': '2a38f8cb78974e63ae20686654e12a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:49Z', 'updated_at': '2021-06-07T19:00:31Z', 'revision_number': 7, 'project_id': '2a38f8cb78974e63ae20686654e12a69', 'gw_port_host': None}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:00:32.508081 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:32.539835 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:32.587302 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:32.646678 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '4db00f31-5bde-4197-899c-cc155e101eef', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'port_id': '4db00f31-5bde-4197-899c-cc155e101eef', 'mac_address': 'fa:16:3e:c9:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 19:00:32.690859 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:26Z', 'updated_at': '2021-06-07T19:00:30Z', 'revision_number': 3, 'project_id': '56ea6be96c3241b18662500b419352bb', 'gw_port': {'id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:28Z', 'updated_at': '2021-06-07T19:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:32.697840 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Checking router: 0d6397cf-532a-4d60-8e14-db3008aab116 for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:00:32.698429 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Updating router 0d6397cf-532a-4d60-8e14-db3008aab116 port 47a952e0-433a-4b35-9ced-4da78ed86d78 binding host dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 19:00:32.718121 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=e5843cc4-9824-48b1-b5e2-864420c95b21,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:32.723042 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:32.730222 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:32.750775 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db00f31-5bde-4197-899c-cc155e101eef {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:00:32.770926 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:32.789497 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560196'] for router_gateway, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:32.817251 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:32.879529 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:32.902086 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-3b0d868d-e509-430b-bd7a-30648c24ddb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:33.019941 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29969'] for router, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:33.063809 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=9']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:33.067889 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:33.076891 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:33.095142 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['4db00f31-5bde-4197-899c-cc155e101eef'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:00:33.254859 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdf518-02be-4456-95b2-0b852e38ae53 req-8b3870fd-9ee6-4e2f-8f2a-3906e62a0ca7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:33.258660 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b6bdf518-02be-4456-95b2-0b852e38ae53 req-8b3870fd-9ee6-4e2f-8f2a-3906e62a0ca7 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 943 time: 0.6115811 Jun 07 19:00:33.338612 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:33.349959 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device e5843cc4-9824-48b1-b5e2-864420c95b21 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:33.444931 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port e5843cc4-9824-48b1-b5e2-864420c95b21 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:33.445796 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:33.451371 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b6bdf518-02be-4456-95b2-0b852e38ae53 req-f327c4c0-8974-481e-aadc-3358c0dbf09f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771498 Jun 07 19:00:33.649637 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 6744aca4-47b8-42e5-98d5-a7bb0e19d10c no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:33.689139 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:33.698979 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 6744aca4-47b8-42e5-98d5-a7bb0e19d10c {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:00:33.699383 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 6744aca4-47b8-42e5-98d5-a7bb0e19d10c not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:33.888856 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:33.916287 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Allocated IP 172.20.0.1 (693d9dd7-c321-46f1-95f0-72286b051173/7e69f23b-0e9e-4c1b-96af-e0e3cb055080/27a03956-5a43-460d-9880-447d54382875) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:00:33.965387 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.provisioning_blocks [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Transition to ACTIVE for port object 47a952e0-433a-4b35-9ced-4da78ed86d78 will not be triggered until provisioned by entity L2. {{(pid=104084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:33.969033 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 4db00f31-5bde-4197-899c-cc155e101eef triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:33.969520 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504303'] for router, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:33.969710 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:33.969867 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e653df-a252-4a98-ae03-476023e0a76d {{(pid=104082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 19:00:33.978324 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:33.982258 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/08e653df-a252-4a98-ae03-476023e0a76d HTTP/1.1" status: 204 len: 168 time: 3.3082540 Jun 07 19:00:33.982817 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58790) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:34.067949 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.072742 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:34.089446 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-99605904-49f4-41df-ac8a-1971641d5638 admin admin] Deleting subnet cedf77e4-ee67-4762-a08e-88df87223f5f {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 19:00:34.093325 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-99605904-49f4-41df-ac8a-1971641d5638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.123180 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.152943 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:00:34.155682 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb0874e-5824-4915-81fc-6f9b64e0ed66" -d '{"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "4db00f31-5bde-4197-899c-cc155e101eef"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:00:34.160925 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-99605904-49f4-41df-ac8a-1971641d5638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266735896'] for subnet, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.166229 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:34.184362 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ccd00-e546-45c4-9c2d-db48f906bbba None None] Pushing event updated for resources: {'Port': ['ID=47a952e0-433a-4b35-9ced-4da78ed86d78,revision_number=2']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:34.188282 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-8c8ccd00-e546-45c4-9c2d-db48f906bbba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:34.210270 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.210684 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e58778-b46a-44d6-8042-b602885ea444 x-openstack-request-id: req-28e58778-b46a-44d6-8042-b602885ea444 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:00:34.210684 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "4db00f31-5bde-4197-899c-cc155e101eef", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:00:34.210903 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28e58778-b46a-44d6-8042-b602885ea444 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:00:34.211160 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef', 'code': 200} Jun 07 19:00:34.228524 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.228826 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Transition to ACTIVE for port object 27a03956-5a43-460d-9880-447d54382875 will not be triggered until provisioned by entity DHCP. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:34.230715 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:34.245276 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Attempting to bind port 47a952e0-433a-4b35-9ced-4da78ed86d78 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:00:34.245860 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Attempting to bind port 47a952e0-433a-4b35-9ced-4da78ed86d78 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:00:34.246333 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Attempting to bind port 47a952e0-433a-4b35-9ced-4da78ed86d78 on network 71f98401-584a-489c-9c7f-f276f077498e {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:00:34.254783 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:00:34.255285 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Checking segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:34.255756 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.256213 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Bound using segment: {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'} {{(pid=104084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:00:34.257809 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.managers [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Bound port: 47a952e0-433a-4b35-9ced-4da78ed86d78, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18d0779-6ac9-4b41-bfed-c30f7e386fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71f98401-584a-489c-9c7f-f276f077498e'}}] {{(pid=104084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:00:34.258259 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.290818 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-99605904-49f4-41df-ac8a-1971641d5638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.317020 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=10']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:34.320450 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.321079 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:34.321079 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:00:34.321079 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:00:34.321079 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:00:34.321079 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:34.321079 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 19:00:34.327661 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:34.349312 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Network 693d9dd7-c321-46f1-95f0-72286b051173 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:00:34.350619 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:34.361756 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:00:34.362672 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] For port 47a952e0-433a-4b35-9ced-4da78ed86d78, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:00:34.370932 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.plugins.ml2.db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] For port 47a952e0-433a-4b35-9ced-4da78ed86d78, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=47a952e0-433a-4b35-9ced-4da78ed86d78,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:00:34.453218 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron_lib.callbacks.manager [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.462906 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-f81f7788-e839-4f51-93f5-f3e6f698fb51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:34.464389 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560358'] for router_interface, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.515931 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-99605904-49f4-41df-ac8a-1971641d5638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266784375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266596498'] for subnet, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.542288 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-87757b8e-9fa5-478f-83fb-23a9d090d117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:34.609585 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-99605904-49f4-41df-ac8a-1971641d5638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.611594 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Routers {'0d6397cf-532a-4d60-8e14-db3008aab116'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:34.612378 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['0d6397cf-532a-4d60-8e14-db3008aab116'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:34.614136 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-99605904-49f4-41df-ac8a-1971641d5638 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cedf77e4-ee67-4762-a08e-88df87223f5f HTTP/1.1" status: 204 len: 168 time: 0.6288154 Jun 07 19:00:34.621261 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58796) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:34.631414 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7799d35-d86d-42ec-829a-305e6217220a None None] Network ff6cf35f-8e60-427c-92e1-346e9b5bc702 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:00:34.660173 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99605904-49f4-41df-ac8a-1971641d5638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cedf77e4-ee67-4762-a08e-88df87223f5f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:34.666848 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-30bcaebb-cf9f-4ab7-aba3-1dd32fec6d68 None None] Provisioning for port 27a03956-5a43-460d-9880-447d54382875 completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:34.674709 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-99605904-49f4-41df-ac8a-1971641d5638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:34.702474 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-30bcaebb-cf9f-4ab7-aba3-1dd32fec6d68 None None] Provisioning complete for port 27a03956-5a43-460d-9880-447d54382875 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:34.702961 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-30bcaebb-cf9f-4ab7-aba3-1dd32fec6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.837248 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:34.895192 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:00:34.896398 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 6b95bdd1-2eb2-47de-8257-1a29b4f629a7 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:34.908225 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-30bcaebb-cf9f-4ab7-aba3-1dd32fec6d68 None None] Port 27a03956-5a43-460d-9880-447d54382875 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 19:00:34.930110 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:34.950737 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07656b-b159-454d-bcda-fe925366eb8a req-5acb7a3a-1eab-4c8f-84d7-a2cbb267b583 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:34.952301 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9f07656b-b159-454d-bcda-fe925366eb8a req-5acb7a3a-1eab-4c8f-84d7-a2cbb267b583 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 946 time: 0.1448379 Jun 07 19:00:34.974229 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c1470-6cfe-4a05-a7cc-bb4ad8b88c7b req-2eb3bee6-be0a-45d6-bad6-8bc5e01f0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:34.978432 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-620c1470-6cfe-4a05-a7cc-bb4ad8b88c7b req-2eb3bee6-be0a-45d6-bad6-8bc5e01f0bf7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 1099 time: 0.2764037 Jun 07 19:00:35.019639 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9f07656b-b159-454d-bcda-fe925366eb8a req-268de639-d3d9-4a34-9660-b6b403f42648 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528100 Jun 07 19:00:35.038828 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] Set router 0d6397cf-532a-4d60-8e14-db3008aab116 gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:35.103094 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-620c1470-6cfe-4a05-a7cc-bb4ad8b88c7b req-1f23c8f1-2d36-47f0-8c0f-3b2e08156c7c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848527 Jun 07 19:00:35.132269 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Deleting port b3a4c93d-be3a-40f5-8d27-df9a490d0302 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:35.133258 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.166541 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ccd00-e546-45c4-9c2d-db48f906bbba None None] Pushing event updated for resources: {'Port': ['ID=47a952e0-433a-4b35-9ced-4da78ed86d78,revision_number=3']} {{(pid=104084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:35.177184 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] DHCP port deletion for ff6cf35f-8e60-427c-92e1-346e9b5bc702 request from dv-cinder-790535-1-smb {{(pid=104083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 19:00:35.182743 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG oslo_concurrency.lockutils [None req-8c8ccd00-e546-45c4-9c2d-db48f906bbba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=104084) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:35.267202 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] Deleting port b3a4c93d-be3a-40f5-8d27-df9a490d0302 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:00:35.267429 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.267636 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.292513 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] For port b3a4c93d-be3a-40f5-8d27-df9a490d0302, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=b3a4c93d-be3a-40f5-8d27-df9a490d0302,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:35.292513 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.390991 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] For port b3a4c93d-be3a-40f5-8d27-df9a490d0302, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=b3a4c93d-be3a-40f5-8d27-df9a490d0302,segment=NetworkSegment(717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f),segment_id=717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:35.391343 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.407783 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:26Z', 'updated_at': '2021-06-07T19:00:30Z', 'revision_number': 3, 'project_id': '56ea6be96c3241b18662500b419352bb', 'gw_port': {'id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:28Z', 'updated_at': '2021-06-07T19:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:35.414318 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded8e4f-073b-4561-ae88-1f108330d6a0 None None] The sync data for ids ['0d6397cf-532a-4d60-8e14-db3008aab116'] in dv-cinder-790535-1-smb is: [{'id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:26Z', 'updated_at': '2021-06-07T19:00:30Z', 'revision_number': 3, 'project_id': '56ea6be96c3241b18662500b419352bb', 'gw_port': {'id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:28Z', 'updated_at': '2021-06-07T19:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:00:35.456948 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Calling delete_port for b3a4c93d-be3a-40f5-8d27-df9a490d0302 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:35.544052 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.546079 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] Calling delete_port for b3a4c93d-be3a-40f5-8d27-df9a490d0302 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:00:35.588940 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.596535 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513'] for port, after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.597417 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-46d4ca4e-f1be-4348-aa71-bd8a55db13b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:35.601826 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-a72176dd-9e57-4087-8d35-bb2d1c21bb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:35.634093 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.647727 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] Pushing event deleted for resources: {'Port': ['ID=b3a4c93d-be3a-40f5-8d27-df9a490d0302,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:35.655278 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:35.659108 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4753b83-6fbe-4ee5-b448-c00c98b4b58f None None] No DVR routers for this DVR port b3a4c93d-be3a-40f5-8d27-df9a490d0302 on host dv-cinder-790535-1-smb {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:00:35.683791 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] No DVR routers for this DVR port b3a4c93d-be3a-40f5-8d27-df9a490d0302 on host dv-cinder-790535-1-smb {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:00:35.685693 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a4c93d-be3a-40f5-8d27-df9a490d0302,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:35.706408 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-714fad4c-5f11-437f-800b-72a04d2d4ef7 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:35.717334 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:35.855523 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.870840 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-467363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-503742'] for router_interface, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.876049 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Pushing event updated for resources: {'Port': ['ID=27a03956-5a43-460d-9880-447d54382875,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:35.885007 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:35.887742 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6cf35f-8e60-427c-92e1-346e9b5bc702']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:35.903549 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:35.904002 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717ca8f0-29d2-48e0-a29a-d0be6ebe0a4f') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:35.925076 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266735905'] for segment, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.950588 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:35.973325 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 19:00:35.977187 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266784468'] for segment, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: Traceback (most recent call last): Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: timer() Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: cb(*args, **kw) Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: return func(*args, **kwargs) Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: self._notify() Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: self.callback(batched_events) Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: event.method(event) Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: return f(self, *a, **k) Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: return self._get(url).json() Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: return self.request(url, 'GET', **kwargs) Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 19:00:36.002936 dv-cinder-790535-1-smb neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 19:00:36.083940 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Network 693d9dd7-c321-46f1-95f0-72286b051173 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:00:36.086649 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:36.266252 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:36.306809 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:36.410079 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:36.440685 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ff6cf35f-8e60-427c-92e1-346e9b5bc702 HTTP/1.1" status: 204 len: 168 time: 1.8141401 Jun 07 19:00:36.464195 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6cf35f-8e60-427c-92e1-346e9b5bc702,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:36.474277 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:36.659147 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-9896b692-e12a-4c90-a723-7fb45f6edc93 None None] Provisioning complete for port 27a03956-5a43-460d-9880-447d54382875 triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:36.660199 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9896b692-e12a-4c90-a723-7fb45f6edc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:36.668324 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Router 0d6397cf-532a-4d60-8e14-db3008aab116 has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:00:36.692146 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf5492-36a5-4e1b-8723-9ed6bdd68862 req-ac2c0a74-8c86-486f-92d3-a21a28d61aeb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:36.694501 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fdcf5492-36a5-4e1b-8723-9ed6bdd68862 req-ac2c0a74-8c86-486f-92d3-a21a28d61aeb tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 946 time: 0.1466370 Jun 07 19:00:36.742356 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-9896b692-e12a-4c90-a723-7fb45f6edc93 None None] Port 27a03956-5a43-460d-9880-447d54382875 cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 19:00:36.790295 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-fdcf5492-36a5-4e1b-8723-9ed6bdd68862 req-b84fba78-9007-4762-ba9e-6cf69c02d36a tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894156 Jun 07 19:00:36.918030 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:00:36.922534 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 47a952e0-433a-4b35-9ced-4da78ed86d78 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:36.940429 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] 10.222.0.20 "PUT /v2.0/routers/0d6397cf-532a-4d60-8e14-db3008aab116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9311533 Jun 07 19:00:37.088615 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58838) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:37.146206 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-eb691065-f0d6-4396-bc71-e362a844314b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a38f8cb78974e63ae20686654e12a69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0559103 Jun 07 19:00:37.161766 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58846) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:37.188505 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 47a952e0-433a-4b35-9ced-4da78ed86d78 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:37.197319 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 47a952e0-433a-4b35-9ced-4da78ed86d78 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:37.198617 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:37.244033 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-bc60f814-ada1-48fe-81bc-64b0682209ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:37.277020 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-afce8f85-f757-4709-8eaa-3ea13db71039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:37.362405 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-afce8f85-f757-4709-8eaa-3ea13db71039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:37.453074 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:37.486381 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 47a952e0-433a-4b35-9ced-4da78ed86d78, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=47a952e0-433a-4b35-9ced-4da78ed86d78,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:37.548189 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-afce8f85-f757-4709-8eaa-3ea13db71039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:37.551570 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-afce8f85-f757-4709-8eaa-3ea13db71039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:37.557030 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-afce8f85-f757-4709-8eaa-3ea13db71039 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fe79add-36dc-45eb-9df8-0037135387b1 HTTP/1.1" status: 204 len: 168 time: 0.3936021 Jun 07 19:00:37.558011 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b9920aaa-07be-449a-b05d-5277a95fa82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:37.570616 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce8f85-f757-4709-8eaa-3ea13db71039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe79add-36dc-45eb-9df8-0037135387b1,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:37.574119 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-afce8f85-f757-4709-8eaa-3ea13db71039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:37.598471 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:37.604010 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:37.691086 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device b3a4c93d-be3a-40f5-8d27-df9a490d0302 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:00:37.786031 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Sync routers for ids ['0d6397cf-532a-4d60-8e14-db3008aab116'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:00:37.796040 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: b3a4c93d-be3a-40f5-8d27-df9a490d0302 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:00:37.796999 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device b3a4c93d-be3a-40f5-8d27-df9a490d0302 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:00:37.828182 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Routers {'0d6397cf-532a-4d60-8e14-db3008aab116'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:37.829557 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['0d6397cf-532a-4d60-8e14-db3008aab116'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:37.895422 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58852) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:37.904082 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-3eb24a25-115b-4aca-982b-fac62f3f8175 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740392757', 'description': 'tempest-secgroup-smoke-740392757 description', 'project_id': 'da710836493146ff9ba894995a926f95'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:37.992833 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=47a952e0-433a-4b35-9ced-4da78ed86d78,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:37.998395 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:38.021616 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:00:38.124285 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Set router 0d6397cf-532a-4d60-8e14-db3008aab116 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:38.184432 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3eb24a25-115b-4aca-982b-fac62f3f8175 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:38.314982 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3eb24a25-115b-4aca-982b-fac62f3f8175 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:38.333784 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cb245-d140-4a91-9263-e35d15c6a79a req-cdfe63c8-ed05-44de-893f-47f926a20a49 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:38.335958 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-591cb245-d140-4a91-9263-e35d15c6a79a req-cdfe63c8-ed05-44de-893f-47f926a20a49 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 946 time: 0.3226564 Jun 07 19:00:38.401606 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-591cb245-d140-4a91-9263-e35d15c6a79a req-28e3c700-0d2a-4666-aa80-0218198e7522 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530264 Jun 07 19:00:38.403036 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3eb24a25-115b-4aca-982b-fac62f3f8175 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:38.407284 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-51d3a4d4-104d-45ea-9da7-c76de5cfb05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:38.445240 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb24a25-115b-4aca-982b-fac62f3f8175 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed77ae7-864d-44e5-a028-760db1e93df7,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:38.448475 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-3eb24a25-115b-4aca-982b-fac62f3f8175 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:38.559922 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3eb24a25-115b-4aca-982b-fac62f3f8175 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:38.565124 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-3eb24a25-115b-4aca-982b-fac62f3f8175 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6646860 Jun 07 19:00:38.565409 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58862) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:38.570523 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-24de5724-0e6d-4c5c-86d5-3417c5c82469 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Request body: {'security_group_rule': {'security_group_id': '9ed77ae7-864d-44e5-a028-760db1e93df7', 'project_id': 'da710836493146ff9ba894995a926f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:38.663384 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:26Z', 'updated_at': '2021-06-07T19:00:35Z', 'revision_number': 4, 'project_id': '56ea6be96c3241b18662500b419352bb', 'gw_port': {'id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:28Z', 'updated_at': '2021-06-07T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '27a03956-5a43-460d-9880-447d54382875', 'name': '', 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'mac_address': 'fa:16:3e:19:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7e69f23b-0e9e-4c1b-96af-e0e3cb055080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:33Z', 'updated_at': '2021-06-07T19:00:35Z', 'revision_number': 2, 'project_id': '56ea6be96c3241b18662500b419352bb', 'subnets': [{'id': '7e69f23b-0e9e-4c1b-96af-e0e3cb055080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:38.667789 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Checking router: 0d6397cf-532a-4d60-8e14-db3008aab116 for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:00:38.672004 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Updating router 0d6397cf-532a-4d60-8e14-db3008aab116 port 27a03956-5a43-460d-9880-447d54382875 binding host dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 19:00:38.672161 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-24de5724-0e6d-4c5c-86d5-3417c5c82469 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:38.744044 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:38.768242 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-24de5724-0e6d-4c5c-86d5-3417c5c82469 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:38.896191 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-24de5724-0e6d-4c5c-86d5-3417c5c82469 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:38.900015 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:38.918458 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 47a952e0-433a-4b35-9ced-4da78ed86d78 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:38.925899 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de5724-0e6d-4c5c-86d5-3417c5c82469 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64758051-9f26-4690-96fd-b8f2fb126c0a,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:38.930031 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-24de5724-0e6d-4c5c-86d5-3417c5c82469 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:39.017431 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-24de5724-0e6d-4c5c-86d5-3417c5c82469 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.022903 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-24de5724-0e6d-4c5c-86d5-3417c5c82469 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4530973 Jun 07 19:00:39.024245 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58870) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:39.035462 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-70238552-4017-4907-b900-3b2bdac08449 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Request body: {'security_group_rule': {'security_group_id': '9ed77ae7-864d-44e5-a028-760db1e93df7', 'project_id': 'da710836493146ff9ba894995a926f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:39.139735 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 47a952e0-433a-4b35-9ced-4da78ed86d78 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:39.140127 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.180600 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-70238552-4017-4907-b900-3b2bdac08449 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.284399 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-70238552-4017-4907-b900-3b2bdac08449 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.345770 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.383320 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-70238552-4017-4907-b900-3b2bdac08449 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.391214 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Notify callbacks [] for port, precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.398785 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-24de5724-0e6d-4c5c-86d5-3417c5c82469 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:39.408576 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Transition to ACTIVE for port object 27a03956-5a43-460d-9880-447d54382875 will not be triggered until provisioned by entity L2. {{(pid=104083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:39.437654 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70238552-4017-4907-b900-3b2bdac08449 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f85d0bc-a577-4578-81e6-2f2037a17afd,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:39.442301 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-70238552-4017-4907-b900-3b2bdac08449 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:39.451367 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58876) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:39.521006 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.529874 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-b9a0b77d-bd96-462e-8e8e-c44c28111a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:39.539850 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-70238552-4017-4907-b900-3b2bdac08449 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.542034 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-70238552-4017-4907-b900-3b2bdac08449 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5158851 Jun 07 19:00:39.544756 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58882) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:39.550052 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-fd16e8ec-a172-4615-87f5-dc235064da99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Request body: {'security_group_rule': {'security_group_id': '9ed77ae7-864d-44e5-a028-760db1e93df7', 'project_id': 'da710836493146ff9ba894995a926f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:39.629767 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-78549276-network', 'tenant_id': '8daf712a063240b58a56078d6ef83477'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:39.686824 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd16e8ec-a172-4615-87f5-dc235064da99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.757446 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb547dfc-e4b9-4bce-a7e4-65e36ba004a1 req-c963934c-2546-41dd-a4dc-a91fd544ea60 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:39.765895 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-eb547dfc-e4b9-4bce-a7e4-65e36ba004a1 req-c963934c-2546-41dd-a4dc-a91fd544ea60 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 946 time: 0.1939948 Jun 07 19:00:39.811087 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd16e8ec-a172-4615-87f5-dc235064da99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.812744 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90232c3c-de45-4512-b692-e8cb3fc65f46 None None] Pushing event updated for resources: {'Port': ['ID=27a03956-5a43-460d-9880-447d54382875,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:39.854746 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-90232c3c-de45-4512-b692-e8cb3fc65f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:39.859667 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-eb547dfc-e4b9-4bce-a7e4-65e36ba004a1 req-76b33ddf-de4f-4f8e-9f51-bd0265e8582d tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863183 Jun 07 19:00:39.873546 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Attempting to bind port 27a03956-5a43-460d-9880-447d54382875 on host dv-cinder-790535-1-smb for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:00:39.873923 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Attempting to bind port 27a03956-5a43-460d-9880-447d54382875 by drivers openvswitch,hyperv on host dv-cinder-790535-1-smb at level 0 using segments [{'id': 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:00:39.874683 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Attempting to bind port 27a03956-5a43-460d-9880-447d54382875 on network 693d9dd7-c321-46f1-95f0-72286b051173 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:00:39.881364 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Checking agent: {'id': 'd7ef7247-ce68-4802-a4d6-1eb27e654c23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 45, 40), 'started_at': datetime.datetime(2021, 6, 7, 18, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:00:39.882292 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Checking segment: {'id': 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:39.882981 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.883503 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Bound using segment: {'id': 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:00:39.884020 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Bound port: 27a03956-5a43-460d-9880-447d54382875, host: dv-cinder-790535-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:00:39.884412 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.921091 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Made reservation on behalf of 8daf712a063240b58a56078d6ef83477 for: {'network': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:00:39.925545 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1552588'] for network, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.953039 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.977389 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd16e8ec-a172-4615-87f5-dc235064da99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:39.982236 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:40.007330 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] For port 27a03956-5a43-460d-9880-447d54382875, host dv-cinder-790535-1-smb, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:00:40.012029 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] For port 27a03956-5a43-460d-9880-447d54382875, host dv-cinder-790535-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=27a03956-5a43-460d-9880-447d54382875,segment=NetworkSegment(ff2eb82a-512c-4d4c-9fd6-f89dd3673142),segment_id=ff2eb82a-512c-4d4c-9fd6-f89dd3673142)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:00:40.028636 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16e8ec-a172-4615-87f5-dc235064da99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d57c1b-d51f-4870-9d85-d0ce6d1580d3,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:40.033142 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-fd16e8ec-a172-4615-87f5-dc235064da99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:40.131185 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.137522 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.141453 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:40.238282 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.246402 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Routers {'0d6397cf-532a-4d60-8e14-db3008aab116'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:00:40.246402 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:00:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['0d6397cf-532a-4d60-8e14-db3008aab116'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:40.280627 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.286930 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b4ca1bca-d158-4935-a029-7232521dee1e tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:40.308410 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90232c3c-de45-4512-b692-e8cb3fc65f46 None None] Pushing event updated for resources: {'Port': ['ID=27a03956-5a43-460d-9880-447d54382875,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:40.319727 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-90232c3c-de45-4512-b692-e8cb3fc65f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:40.333528 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=104082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 19:00:40.349491 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d6a2eb7d-a748-472c-b8b6-7a09bb2f7cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.357764 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf1117f-f105-47fa-8f88-a93a7430c0c2,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:40.363119 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:40.369964 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.370432 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.segments_db [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Added segment be6561c1-c5e5-4b60-b6da-c196ec18eb69 of type vlan for network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 Jun 07 19:00:40.388666 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd16e8ec-a172-4615-87f5-dc235064da99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.393729 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-fd16e8ec-a172-4615-87f5-dc235064da99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8475084 Jun 07 19:00:40.400949 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58886) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:40.401214 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-e85c6365-d5e6-4393-8d25-ca2c4103b28a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Request body: {'security_group_rule': {'security_group_id': '9ed77ae7-864d-44e5-a028-760db1e93df7', 'project_id': 'da710836493146ff9ba894995a926f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:40.423881 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787100429294'] for network, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.517998 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] Set router 0d6397cf-532a-4d60-8e14-db3008aab116 gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:00:40.529082 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e85c6365-d5e6-4393-8d25-ca2c4103b28a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.649835 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e85c6365-d5e6-4393-8d25-ca2c4103b28a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.697104 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345'] for network, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.699225 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:40.700198 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.708469 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:40.737625 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e85c6365-d5e6-4393-8d25-ca2c4103b28a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.741905 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:40.784153 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c6365-d5e6-4393-8d25-ca2c4103b28a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8912dd10-2910-4b2c-a203-53f86c60605b,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:40.801308 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e85c6365-d5e6-4393-8d25-ca2c4103b28a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:40.881117 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4283133 Jun 07 19:00:40.882849 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Pushing event updated for resources: {'Network': ['ID=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:40.886379 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 58888) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:40.888564 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:40.896286 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Request body: {'subnet': {'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-78549276-subnet', 'tenant_id': '8daf712a063240b58a56078d6ef83477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:40.907079 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 details requested by agent ovs-agent-dv-cinder-790535-1-smb with host dv-cinder-790535-1-smb {{(pid=104083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 19:00:40.919237 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e85c6365-d5e6-4393-8d25-ca2c4103b28a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:40.921164 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-e85c6365-d5e6-4393-8d25-ca2c4103b28a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5251520 Jun 07 19:00:40.927172 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58890) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:40.934194 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-b02ad9cf-6c4a-4d11-9040-7429f49c5e9e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Request body: {'security_group_rule': {'security_group_id': '9ed77ae7-864d-44e5-a028-760db1e93df7', 'project_id': 'da710836493146ff9ba894995a926f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:41.040303 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Made reservation on behalf of 8daf712a063240b58a56078d6ef83477 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:00:41.049346 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266596533'] for subnet, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.131329 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.securitygroups_db [None req-b02ad9cf-6c4a-4d11-9040-7429f49c5e9e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Project da710836493146ff9ba894995a926f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 19:00:41.144801 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b02ad9cf-6c4a-4d11-9040-7429f49c5e9e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.171991 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:26Z', 'updated_at': '2021-06-07T19:00:35Z', 'revision_number': 4, 'project_id': '56ea6be96c3241b18662500b419352bb', 'gw_port': {'id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:28Z', 'updated_at': '2021-06-07T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '27a03956-5a43-460d-9880-447d54382875', 'name': '', 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'mac_address': 'fa:16:3e:19:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7e69f23b-0e9e-4c1b-96af-e0e3cb055080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:33Z', 'updated_at': '2021-06-07T19:00:39Z', 'revision_number': 4, 'project_id': '56ea6be96c3241b18662500b419352bb', 'subnets': [{'id': '7e69f23b-0e9e-4c1b-96af-e0e3cb055080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:00:41.176883 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c98cb2d-4b61-4c05-bf4e-d1a3b2e5327e None None] The sync data for ids ['0d6397cf-532a-4d60-8e14-db3008aab116'] in dv-cinder-790535-1-smb is: [{'id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:26Z', 'updated_at': '2021-06-07T19:00:35Z', 'revision_number': 4, 'project_id': '56ea6be96c3241b18662500b419352bb', 'gw_port': {'id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:28Z', 'updated_at': '2021-06-07T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '27a03956-5a43-460d-9880-447d54382875', 'name': '', 'network_id': '693d9dd7-c321-46f1-95f0-72286b051173', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'mac_address': 'fa:16:3e:19:6a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7e69f23b-0e9e-4c1b-96af-e0e3cb055080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:33Z', 'updated_at': '2021-06-07T19:00:39Z', 'revision_number': 4, 'project_id': '56ea6be96c3241b18662500b419352bb', 'subnets': [{'id': '7e69f23b-0e9e-4c1b-96af-e0e3cb055080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:00:41.298051 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b02ad9cf-6c4a-4d11-9040-7429f49c5e9e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.434168 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b02ad9cf-6c4a-4d11-9040-7429f49c5e9e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.442205 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ee46437f-f45c-4418-8938-6bc63fdb4aa0 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:41.469651 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.473376 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266784310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266596491'] for subnet, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.475787 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ad9cf-6c4a-4d11-9040-7429f49c5e9e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f96990-a66a-462d-a58f-eab99bd132a4,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:41.479655 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b02ad9cf-6c4a-4d11-9040-7429f49c5e9e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:41.483109 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:41.560027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b02ad9cf-6c4a-4d11-9040-7429f49c5e9e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.562583 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-b02ad9cf-6c4a-4d11-9040-7429f49c5e9e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6338019 Jun 07 19:00:41.565024 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 58892) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:00:41.574647 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [None req-99ffe876-0b60-41c6-9f28-8662e3b9ae99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Request body: {'security_group_rule': {'security_group_id': '9ed77ae7-864d-44e5-a028-760db1e93df7', 'project_id': 'da710836493146ff9ba894995a926f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:41.580965 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91222558-6a4f-433a-af13-a76379cba064,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:41.586151 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:41.591780 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Checking segment: {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:41.592554 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Network hostable DHCP agents. Network: bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9, hostable agents: ['5c7c9385-17d5-456c-b2dc-d8792a8e4534'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 19:00:41.657310 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 is scheduled to be hosted by DHCP agent 5c7c9385-17d5-456c-b2dc-d8792a8e4534 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 19:00:41.679538 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.securitygroups_db [None req-99ffe876-0b60-41c6-9f28-8662e3b9ae99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Project da710836493146ff9ba894995a926f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 19:00:41.690103 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-99ffe876-0b60-41c6-9f28-8662e3b9ae99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.727632 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-smb, bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:41.736380 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:41.736380 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.738084 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e588dd-b345-475e-a498-a671a5296291 None None] Network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:00:41.784080 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-99ffe876-0b60-41c6-9f28-8662e3b9ae99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.857063 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-604f7c64-0182-44e8-bbef-403903d80208 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9670770 Jun 07 19:00:41.914254 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-99ffe876-0b60-41c6-9f28-8662e3b9ae99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351842'] for security_group_rule, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:41.928109 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:41.953403 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffe876-0b60-41c6-9f28-8662e3b9ae99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351883f3-006a-4da9-ba11-cda3f8bbbcee,revision_number=0']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:41.956362 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-99ffe876-0b60-41c6-9f28-8662e3b9ae99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:42.062395 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-99ffe876-0b60-41c6-9f28-8662e3b9ae99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:42.077121 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-99ffe876-0b60-41c6-9f28-8662e3b9ae99 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4970033 Jun 07 19:00:42.083592 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f097b7-4f3f-417a-9947-ff9c652031ad None None] Network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:00:42.746403 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-2a55be90-2f28-42b8-94d7-77cffc73972c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:42.747924 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-2a55be90-2f28-42b8-94d7-77cffc73972c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/networks?id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 200 len: 813 time: 0.2579675 Jun 07 19:00:42.768428 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-f765fe8e-b6b6-483f-8b19-af73ba69d42f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/quotas/8daf712a063240b58a56078d6ef83477 HTTP/1.1" status: 200 len: 375 time: 0.0097516 Jun 07 19:00:42.822352 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-4279923f-30eb-42fe-bab4-a48086cc271c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468793 Jun 07 19:00:42.918293 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 27a03956-5a43-460d-9880-447d54382875 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:43.067543 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning for port 27a03956-5a43-460d-9880-447d54382875 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:43.074156 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 27a03956-5a43-460d-9880-447d54382875 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:43.078637 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:43.105231 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-fdfdb722-6487-431c-96c8-57aa98149c22 service neutron] 10.222.0.20 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664902 Jun 07 19:00:43.229568 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:43.286043 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:43.290927 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] For port 27a03956-5a43-460d-9880-447d54382875, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=27a03956-5a43-460d-9880-447d54382875,segment=NetworkSegment(ff2eb82a-512c-4d4c-9fd6-f89dd3673142),segment_id=ff2eb82a-512c-4d4c-9fd6-f89dd3673142)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:43.318626 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-619f38ec-41a4-47dd-a2cd-c93dc7a21895 service neutron] 10.222.0.20 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073653 Jun 07 19:00:43.372744 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:43.378609 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:43.502148 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Pushing event updated for resources: {'Port': ['ID=27a03956-5a43-460d-9880-447d54382875,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:43.506291 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:43.665484 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-553a85b1-9b9a-48cf-ad17-1acb8e5415d4 req-3dbf4ad6-e3c4-4671-9820-8a0cc6c51d45 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 210 time: 0.0827782 Jun 07 19:00:44.813070 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-66e94b5f-e0aa-47e4-bd95-e2064c0ec90a req-0f1a74c4-98b8-4160-b098-bb9d58abca2a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 210 time: 0.0559924 Jun 07 19:00:44.895130 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 27a03956-5a43-460d-9880-447d54382875 up at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:44.992752 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Provisioning complete for port 27a03956-5a43-460d-9880-447d54382875 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:44.993293 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:46.010735 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5e58b69d-ac30-4280-a49b-df376bf0b9f6 req-f9f81544-9cb8-448f-8b43-d6ff2fa23ff0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 210 time: 0.0524201 Jun 07 19:00:46.748155 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-32a97d68-38c1-44b1-8115-711e9f0d3e4b tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:46.754554 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-32a97d68-38c1-44b1-8115-711e9f0d3e4b tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "GET /v2.0/networks?id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 200 len: 813 time: 0.1818945 Jun 07 19:00:46.763715 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Request body: {'port': {'device_id': '248c5b5b-de4a-466b-bcc5-5a1043285ee8', 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9', 'admin_state_up': True, 'tenant_id': '8daf712a063240b58a56078d6ef83477'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:47.103453 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Made reservation on behalf of 8daf712a063240b58a56078d6ef83477 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:00:47.110510 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:47.364734 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-405b311b-f991-49c3-b482-19e7fede7efb req-f5cfd36a-a840-4685-9751-dcc4b24c27cf tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 210 time: 0.1714976 Jun 07 19:00:47.482574 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Allocated IP 172.20.0.12 (bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9/91222558-6a4f-433a-af13-a76379cba064/9d13af97-1b11-4c01-8606-11a730f7c0b0) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:00:47.730406 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:47.880482 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:47.884616 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:47.884616 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:00:47.884616 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:00:47.884616 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:00:47.884616 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:00:47.884616 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 19:00:47.919243 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:00:47.921121 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:00:47.925607 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:00:48.045610 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:48.046440 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:48.149178 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-3907f1bf-284b-4257-aa95-984e89e811e0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3898950 Jun 07 19:00:48.167283 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Request body: {'port': {'device_id': '248c5b5b-de4a-466b-bcc5-5a1043285ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:00:48.343312 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:48.588253 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd514140-7af0-46c6-b0c4-9f2d2b9046de req-80460ce5-74ee-4a08-903f-b411a025ca08 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:48.598282 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bd514140-7af0-46c6-b0c4-9f2d2b9046de req-80460ce5-74ee-4a08-903f-b411a025ca08 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 932 time: 0.1029456 Jun 07 19:00:48.647540 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bd514140-7af0-46c6-b0c4-9f2d2b9046de req-761f520c-677c-489b-a1db-98f877fcbb2d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476367 Jun 07 19:00:48.863350 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d13af97-1b11-4c01-8606-11a730f7c0b0 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:00:48.871720 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:48.892449 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Transition to ACTIVE for port object 9d13af97-1b11-4c01-8606-11a730f7c0b0 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:00:48.987855 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:48.992296 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-26bd8d55-3aa3-448a-8d2a-5c6308dda2a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:49.129080 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Pushing event updated for resources: {'Port': ['ID=9d13af97-1b11-4c01-8606-11a730f7c0b0,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:49.156617 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:49.289768 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Attempting to bind port 9d13af97-1b11-4c01-8606-11a730f7c0b0 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:00:49.290111 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Attempting to bind port 9d13af97-1b11-4c01-8606-11a730f7c0b0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:00:49.290446 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Attempting to bind port 9d13af97-1b11-4c01-8606-11a730f7c0b0 on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:00:49.296190 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Port 9d13af97-1b11-4c01-8606-11a730f7c0b0 on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 19:00:49.296567 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Attempting to bind port 9d13af97-1b11-4c01-8606-11a730f7c0b0 on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:00:49.302945 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:00:49.303806 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Checking segment: {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:00:49.304207 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Bound using segment: {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:00:49.304674 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Bound port: 9d13af97-1b11-4c01-8606-11a730f7c0b0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:00:49.305039 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:49.408088 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] For port 9d13af97-1b11-4c01-8606-11a730f7c0b0, host hv-cinder-79053, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:00:49.411475 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] For port 9d13af97-1b11-4c01-8606-11a730f7c0b0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d13af97-1b11-4c01-8606-11a730f7c0b0,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:00:49.468426 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:49.472543 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b4398976-ee76-4e64-9abf-fd0e55a07ad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:49.538569 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:49.539200 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:49.540637 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] 10.222.0.63 "PUT /v2.0/ports/9d13af97-1b11-4c01-8606-11a730f7c0b0 HTTP/1.1" status: 200 len: 1094 time: 1.3783371 Jun 07 19:00:49.541208 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248c5b5b-de4a-466b-bcc5-5a1043285ee8', 'tag': '9d13af97-1b11-4c01-8606-11a730f7c0b0'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:00:49.543553 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f9816e-32ac-41e9-97ac-b7abf162c21a" -d '{"events": [{"name": "network-changed", "server_uuid": "248c5b5b-de4a-466b-bcc5-5a1043285ee8", "tag": "9d13af97-1b11-4c01-8606-11a730f7c0b0"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:00:49.566963 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Pushing event updated for resources: {'Port': ['ID=9d13af97-1b11-4c01-8606-11a730f7c0b0,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:49.573273 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:49.602827 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 19:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c26b1e-3128-4613-a941-96c7492e016d x-openstack-request-id: req-e9c26b1e-3128-4613-a941-96c7492e016d {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:00:49.603349 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248c5b5b-de4a-466b-bcc5-5a1043285ee8", "tag": "9d13af97-1b11-4c01-8606-11a730f7c0b0", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:00:49.603855 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9c26b1e-3128-4613-a941-96c7492e016d {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:00:49.604375 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248c5b5b-de4a-466b-bcc5-5a1043285ee8', 'tag': '9d13af97-1b11-4c01-8606-11a730f7c0b0', 'status': 'completed', 'code': 200} Jun 07 19:00:49.707728 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9816e-32ac-41e9-97ac-b7abf162c21a req-8f86fe72-3362-4aab-9784-771b1589dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:49.710067 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f3f9816e-32ac-41e9-97ac-b7abf162c21a req-8f86fe72-3362-4aab-9784-771b1589dbe7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0854430 Jun 07 19:00:49.901015 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9816e-32ac-41e9-97ac-b7abf162c21a req-f8c5af2f-fa9f-45b2-a7aa-b96af33d64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:49.902790 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f3f9816e-32ac-41e9-97ac-b7abf162c21a req-f8c5af2f-fa9f-45b2-a7aa-b96af33d64f2 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=8daf712a063240b58a56078d6ef83477&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1848114 Jun 07 19:00:49.943470 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38970a4-677f-48d4-8142-b3d0a7279271 req-dc7c30a7-4ef1-4a74-b0c8-ea33768d74f9 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:49.946514 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a38970a4-677f-48d4-8142-b3d0a7279271 req-dc7c30a7-4ef1-4a74-b0c8-ea33768d74f9 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 944 time: 0.1519394 Jun 07 19:00:50.023341 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a38970a4-677f-48d4-8142-b3d0a7279271 req-396e2487-4f05-4b76-832c-74736da89d36 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702066 Jun 07 19:00:50.081710 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9816e-32ac-41e9-97ac-b7abf162c21a req-5036994e-860d-4c73-a71f-7337fea0991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:50.084188 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f3f9816e-32ac-41e9-97ac-b7abf162c21a req-5036994e-860d-4c73-a71f-7337fea0991b service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1751783 Jun 07 19:00:50.208561 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-6091356b-9132-4e88-a63f-ba14da58424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:50.210693 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-6091356b-9132-4e88-a63f-ba14da58424e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0833793 Jun 07 19:00:50.426236 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-c9baaa19-171c-4657-8e5d-ff77bd6e7fb4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d13af97-1b11-4c01-8606-11a730f7c0b0 HTTP/1.1" status: 200 len: 217 time: 0.2071271 Jun 07 19:00:50.506891 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-4e62dba8-4dac-42b0-a9be-69d4badad046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:50.508400 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-4e62dba8-4dac-42b0-a9be-69d4badad046 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91222558-6a4f-433a-af13-a76379cba064 HTTP/1.1" status: 200 len: 853 time: 0.0693166 Jun 07 19:00:50.564001 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-0722aa1b-1ea5-4027-9664-75dec3ce2b65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485382 Jun 07 19:00:50.716159 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-7ecbb694-a0b4-4bf1-9679-54df28fa64fa service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449363 Jun 07 19:00:50.867126 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3fc7cbb7-3de8-4a39-af10-c5baed246b62 req-5097a4e3-9e8e-4c82-97ff-e7285a916a90 service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437662 Jun 07 19:00:51.237517 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14344550-a719-48d4-8590-57b84b014bf6 req-0b0de928-e47d-4997-99b3-5d78ef246165 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:51.239082 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-14344550-a719-48d4-8590-57b84b014bf6 req-0b0de928-e47d-4997-99b3-5d78ef246165 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 944 time: 0.0868170 Jun 07 19:00:51.294124 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-14344550-a719-48d4-8590-57b84b014bf6 req-9eeac0b5-55f2-4360-a72e-9ef2e99c9c85 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480015 Jun 07 19:00:52.522780 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa13c44-98b1-4065-a793-d352a3258fec req-97a8285b-792d-4014-ad65-247bace1c77e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:52.524506 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2aa13c44-98b1-4065-a793-d352a3258fec req-97a8285b-792d-4014-ad65-247bace1c77e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 944 time: 0.0995290 Jun 07 19:00:52.585321 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2aa13c44-98b1-4065-a793-d352a3258fec req-5d07c082-96f1-42f9-a8c6-85e53fb993d8 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535991 Jun 07 19:00:53.838129 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7db0-0cb4-40e6-8ff2-8f44ef4733b9 req-a1e123e4-a3b4-41fa-8fb2-e41e92183b55 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:53.839829 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-233d7db0-0cb4-40e6-8ff2-8f44ef4733b9 req-a1e123e4-a3b4-41fa-8fb2-e41e92183b55 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 944 time: 0.1124380 Jun 07 19:00:53.895579 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-233d7db0-0cb4-40e6-8ff2-8f44ef4733b9 req-29ffeb0a-6d43-46c9-91e6-60038c915ce0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466063 Jun 07 19:00:53.967572 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 9d13af97-1b11-4c01-8606-11a730f7c0b0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 19:00:54.130926 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 9d13af97-1b11-4c01-8606-11a730f7c0b0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d13af97-1b11-4c01-8606-11a730f7c0b0,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:54.150816 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '9d13af97-1b11-4c01-8606-11a730f7c0b0', 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9', 'port_id': '9d13af97-1b11-4c01-8606-11a730f7c0b0', 'mac_address': 'fa:16:3e:a4:ea:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91222558-6a4f-433a-af13-a76379cba064', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 19:00:54.271582 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:54.300102 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d13af97-1b11-4c01-8606-11a730f7c0b0 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:00:54.319417 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 9d13af97-1b11-4c01-8606-11a730f7c0b0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d13af97-1b11-4c01-8606-11a730f7c0b0,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:54.400212 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:54.402270 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:54.479659 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=9d13af97-1b11-4c01-8606-11a730f7c0b0,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:54.487854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.491854 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:00:54.496097 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:54.619865 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['9d13af97-1b11-4c01-8606-11a730f7c0b0'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:00:55.172167 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b50664-f6e6-4117-92c4-806768809e08 req-06a6a510-e3e9-440a-aca2-1f8d34045457 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:55.173776 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e6b50664-f6e6-4117-92c4-806768809e08 req-06a6a510-e3e9-440a-aca2-1f8d34045457 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 945 time: 0.0982654 Jun 07 19:00:55.227159 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e6b50664-f6e6-4117-92c4-806768809e08 req-de0263d4-ffb3-409b-aa97-ce40b37c96d4 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 Jun 07 19:00:55.982697 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 9d13af97-1b11-4c01-8606-11a730f7c0b0 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:00:56.182427 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 9d13af97-1b11-4c01-8606-11a730f7c0b0 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:00:56.188396 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 9d13af97-1b11-4c01-8606-11a730f7c0b0 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:00:56.189066 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:56.342321 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:56.393318 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c5b5b-de4a-466b-bcc5-5a1043285ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d13af97-1b11-4c01-8606-11a730f7c0b0'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:00:56.397373 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3775688-dba0-4a56-b3ab-5eebf98edfe8" -d '{"events": [{"server_uuid": "248c5b5b-de4a-466b-bcc5-5a1043285ee8", "name": "network-vif-plugged", "status": "completed", "tag": "9d13af97-1b11-4c01-8606-11a730f7c0b0"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:00:56.410969 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 9d13af97-1b11-4c01-8606-11a730f7c0b0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d13af97-1b11-4c01-8606-11a730f7c0b0,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:00:56.465557 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e532fd5-494f-49b0-997f-9843139d2a40 x-openstack-request-id: req-8e532fd5-494f-49b0-997f-9843139d2a40 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:00:56.465864 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c5b5b-de4a-466b-bcc5-5a1043285ee8", "name": "network-vif-plugged", "status": "completed", "tag": "9d13af97-1b11-4c01-8606-11a730f7c0b0", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:00:56.466106 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e532fd5-494f-49b0-997f-9843139d2a40 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:00:56.466494 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248c5b5b-de4a-466b-bcc5-5a1043285ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d13af97-1b11-4c01-8606-11a730f7c0b0', 'code': 200} Jun 07 19:00:56.487534 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762c47-116b-4a7e-b20e-770115e87747 req-63af88a4-7fa3-4f0a-bea6-f52b20654b13 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:56.489872 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-73762c47-116b-4a7e-b20e-770115e87747 req-63af88a4-7fa3-4f0a-bea6-f52b20654b13 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 945 time: 0.1331310 Jun 07 19:00:56.520899 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:00:56.525020 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-e18c4cb5-4d23-4ffc-b87c-9a0a0526d371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:00:56.559818 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-73762c47-116b-4a7e-b20e-770115e87747 req-f36b5577-6ebd-41b3-8791-a2cf83054b4d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607808 Jun 07 19:00:56.625880 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=9d13af97-1b11-4c01-8606-11a730f7c0b0,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:00:56.629982 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:00:56.890996 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86866a3f-89d4-4d47-a7c6-347abe655424 req-e7c3607c-66b0-4292-b18e-ad9fe4fc0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:56.892911 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-86866a3f-89d4-4d47-a7c6-347abe655424 req-e7c3607c-66b0-4292-b18e-ad9fe4fc0887 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 1099 time: 0.0819497 Jun 07 19:00:56.949960 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-86866a3f-89d4-4d47-a7c6-347abe655424 req-b0a57bef-8f12-439b-a419-2e1e5c613340 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480669 Jun 07 19:00:57.792907 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65349bd-412a-40f6-a82f-27998c18c16e req-b8a88b9e-2a09-43cc-b92d-8b3899d3ce7d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:57.794456 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c65349bd-412a-40f6-a82f-27998c18c16e req-b8a88b9e-2a09-43cc-b92d-8b3899d3ce7d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 946 time: 0.0946755 Jun 07 19:00:57.861148 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c65349bd-412a-40f6-a82f-27998c18c16e req-9cfa0f5f-1b9b-456e-9fcf-1fc86ba6a1e4 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565259 Jun 07 19:00:59.117320 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023fa19-5f9f-4ad9-8c27-bc53557f4aa3 req-aa1ddb13-aa8c-4f44-bbe4-267ccc368032 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:59.118866 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f023fa19-5f9f-4ad9-8c27-bc53557f4aa3 req-aa1ddb13-aa8c-4f44-bbe4-267ccc368032 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 946 time: 0.1339991 Jun 07 19:00:59.177086 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f023fa19-5f9f-4ad9-8c27-bc53557f4aa3 req-9c1d2360-ef26-4d92-98aa-105d773440be tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483835 Jun 07 19:00:59.626575 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-b1ec86de-37b3-421d-b632-a2257a2833e4 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740392757&fields=id&tenant_id=da710836493146ff9ba894995a926f95 HTTP/1.1" status: 200 len: 267 time: 0.0485053 Jun 07 19:00:59.816359 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-73c170ba-5a3a-40c3-ba95-21f942d9cce2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:00:59.817945 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-73c170ba-5a3a-40c3-ba95-21f942d9cce2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/networks?id=f48dbcf7-3cab-4826-83b4-49125b588abf HTTP/1.1" status: 200 len: 808 time: 0.1834562 Jun 07 19:00:59.833267 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-048c58d0-8a15-4e60-9495-c5acebe88e29 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/quotas/da710836493146ff9ba894995a926f95 HTTP/1.1" status: 200 len: 375 time: 0.0095398 Jun 07 19:00:59.931639 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-090f72fe-549f-46fb-8049-a2b6775d3e4d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da710836493146ff9ba894995a926f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919030 Jun 07 19:01:00.219256 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-981bd50a-80fc-434b-96cf-022af9d3da2f service neutron] 10.222.0.20 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744813 Jun 07 19:01:00.393643 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-0bcf3efb-0437-4b00-9d39-7c815fe30fdc service neutron] 10.222.0.20 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677794 Jun 07 19:01:01.242072 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-04d95edd-4eeb-4817-99cb-05c73b9fc16d req-4737dc76-7f87-4bdf-8b5b-08ce1196fd61 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 210 time: 0.0443199 Jun 07 19:01:02.364643 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-886178f9-1e1b-460d-8431-63aae2124a88 req-32ac9369-84dd-43f0-9817-6e1594a29eec tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 210 time: 0.0505610 Jun 07 19:01:03.546518 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a0c9d289-5c19-4738-b103-a9f61de543b9 req-5f2207f7-ea2e-4df6-b7e2-11362747421b tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 210 time: 0.0502765 Jun 07 19:01:04.221284 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-6d8adf08-9a5e-4f61-885a-44cff4c0ecd2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:04.226828 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-6d8adf08-9a5e-4f61-885a-44cff4c0ecd2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.63 "GET /v2.0/networks?id=f48dbcf7-3cab-4826-83b4-49125b588abf HTTP/1.1" status: 200 len: 808 time: 0.1799366 Jun 07 19:01:04.308967 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-6a2a0f78-69fa-4d5f-8a7b-1c9bf40204b6 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da710836493146ff9ba894995a926f95 HTTP/1.1" status: 200 len: 379 time: 0.0708814 Jun 07 19:01:04.321038 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Request body: {'port': {'device_id': '42a21e4f-adb2-406c-8404-47055ec21e52', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'admin_state_up': True, 'tenant_id': 'da710836493146ff9ba894995a926f95', 'security_groups': ['9ed77ae7-864d-44e5-a028-760db1e93df7']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:01:04.611309 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Made reservation on behalf of da710836493146ff9ba894995a926f95 for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:01:04.616125 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:04.856326 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-4db8d3b5-b2cd-4018-b027-a41a8a35d79f req-420d8544-00a0-4b62-8817-b1cb58d080e9 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 210 time: 0.0691600 Jun 07 19:01:04.908857 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Allocated IP 172.20.0.8 (f48dbcf7-3cab-4826-83b4-49125b588abf/5235e930-1d14-4d39-a888-ecda1195501e/6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:01:05.238671 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-06176bd7-6f3c-437c-918c-9e6e5c829a29 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:05.241655 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-06176bd7-6f3c-437c-918c-9e6e5c829a29 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/networks?id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 200 len: 813 time: 0.1933110 Jun 07 19:01:05.265824 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-b46a6fd2-fedb-4de6-86a0-1846c8520a8b tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/quotas/8daf712a063240b58a56078d6ef83477 HTTP/1.1" status: 200 len: 375 time: 0.0169940 Jun 07 19:01:05.310963 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:05.330242 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Transition to ACTIVE for port object 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f will not be triggered until provisioned by entity DHCP. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:01:05.487206 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:05.491286 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:05.491286 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:01:05.491286 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:01:05.491286 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:01:05.491286 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:05.491286 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 19:01:05.505148 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-76d9b9c5-07ac-4b0c-805e-fa17143ab90b tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2303607 Jun 07 19:01:05.517932 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Network f48dbcf7-3cab-4826-83b4-49125b588abf is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:01:05.519175 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:01:05.523063 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:01:05.651241 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:05.652973 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:05.713792 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-55b1aece-fb55-4e80-ab32-45330bcc0b6f service neutron] 10.222.0.20 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950221 Jun 07 19:01:05.737970 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-25139860-dbeb-43fc-a8c5-f354f60219db tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4241989 Jun 07 19:01:05.755122 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Request body: {'port': {'device_id': '42a21e4f-adb2-406c-8404-47055ec21e52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:01:05.956195 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:05.994429 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-7a0d7d3a-286e-404f-aec5-1ee3ab3a233c service neutron] 10.222.0.20 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734411 Jun 07 19:01:05.999910 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-fb578438-b5f2-40ed-84a7-dfd76e348b8b None None] Provisioning for port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f completed by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:01:06.010870 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-fb578438-b5f2-40ed-84a7-dfd76e348b8b None None] Provisioning complete for port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f triggered by entity DHCP. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:01:06.011697 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fb578438-b5f2-40ed-84a7-dfd76e348b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:06.098819 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-fb578438-b5f2-40ed-84a7-dfd76e348b8b None None] Port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f cannot update to ACTIVE because it is not bound. {{(pid=104083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 19:01:06.326885 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335f94a-288d-4f89-ae14-402ba1fe5f6a req-59677222-5522-4797-917f-edbd874a4658 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:06.328460 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d335f94a-288d-4f89-ae14-402ba1fe5f6a req-59677222-5522-4797-917f-edbd874a4658 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 931 time: 0.2315493 Jun 07 19:01:06.417635 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-eb89b92f-bb68-4b14-a273-70c51f4e1209 req-5062b4a2-5c77-40b0-9ae0-c825111977f6 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 210 time: 0.0926075 Jun 07 19:01:06.532442 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d335f94a-288d-4f89-ae14-402ba1fe5f6a req-ac97c5de-cb50-4ea3-8b4b-07530a2d6bfc tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908042 Jun 07 19:01:06.649264 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:01:06.658643 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:06.678394 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Transition to ACTIVE for port object 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:01:06.770876 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:06.779744 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d0bc87fc-ace1-465b-be0d-21ddb5ef6144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:07.106402 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:07.125146 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.125533 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.125902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.126274 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.126638 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.127003 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.127363 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.127727 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.128080 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.128449 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.128815 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.129225 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:07.134851 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:07.159336 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-3b06034c-2a9a-48ac-8397-e0325f7acc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:07.178341 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Attempting to bind port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:01:07.178699 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Attempting to bind port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:01:07.178911 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Attempting to bind port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f on network f48dbcf7-3cab-4826-83b4-49125b588abf {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:01:07.184483 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f on network f48dbcf7-3cab-4826-83b4-49125b588abf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 19:01:07.186425 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Attempting to bind port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f on network f48dbcf7-3cab-4826-83b4-49125b588abf {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:01:07.190727 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:01:07.191081 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Checking segment: {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:01:07.191446 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Bound using segment: {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:01:07.191931 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Bound port: 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d136209-6a5b-4036-99fe-9e18f64f9173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:01:07.192290 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:07.301170 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:01:07.306437 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:01:07.412696 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:07.416745 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c4165247-9a75-4be0-b716-c293bb3d5b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:07.493198 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:07.494209 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:07.495989 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] 10.222.0.63 "PUT /v2.0/ports/6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f HTTP/1.1" status: 200 len: 1093 time: 1.7502234 Jun 07 19:01:07.500186 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:01:07.505878 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89907f81-107b-4c8d-8a1b-7bd9185a5d18" -d '{"events": [{"name": "network-changed", "server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:01:07.542823 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:07.560575 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8af2f124-1b2c-485d-8b0f-2624c25d7612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:07.625054 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-781908ea-cc55-440e-9af9-48dd44874f69 req-f7fcf1ea-eba5-4ee1-8f75-b91140618390 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 210 time: 0.0725498 Jun 07 19:01:07.637632 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 19:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8c50f2-c450-409c-8456-179e149b8a84 x-openstack-request-id: req-fe8c50f2-c450-409c-8456-179e149b8a84 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:01:07.645791 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:01:07.645791 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe8c50f2-c450-409c-8456-179e149b8a84 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:01:07.645791 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'status': 'completed', 'code': 200} Jun 07 19:01:07.851963 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-7f5f47af-8e37-4d27-b639-3ff89831f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:07.853529 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-7f5f47af-8e37-4d27-b639-3ff89831f93a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da710836493146ff9ba894995a926f95&device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1096 time: 0.2083352 Jun 07 19:01:07.937749 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-55810346-3a6b-4e7d-812c-f8ef88b46ec2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f HTTP/1.1" status: 200 len: 217 time: 0.0746944 Jun 07 19:01:07.995048 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc96b1-22a2-4798-ac35-e3ead9f57f9a req-b5b10a86-e3b5-402f-bd05-54b1b744b098 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:07.997161 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-26cc96b1-22a2-4798-ac35-e3ead9f57f9a req-b5b10a86-e3b5-402f-bd05-54b1b744b098 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 943 time: 0.2156641 Jun 07 19:01:08.038273 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-07433beb-5504-4e25-817a-39e4a5e2a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:08.039726 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-07433beb-5504-4e25-817a-39e4a5e2a13f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5235e930-1d14-4d39-a888-ecda1195501e HTTP/1.1" status: 200 len: 847 time: 0.0938931 Jun 07 19:01:08.115489 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-26cc96b1-22a2-4798-ac35-e3ead9f57f9a req-835d2ac2-1cff-4df9-ba7b-4dbf6556ce96 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045384 Jun 07 19:01:08.155718 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-296620b0-cba8-4de1-afe1-77583ae9f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:08.157689 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-296620b0-cba8-4de1-afe1-77583ae9f2b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f48dbcf7-3cab-4826-83b4-49125b588abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1052377 Jun 07 19:01:08.415729 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-657de9f7-55e1-4366-a9d3-a66c7100362f service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509425 Jun 07 19:01:08.567298 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-740935e7-1ee7-47b5-a46d-0a31e42ce298 req-85b7b0b3-ec12-42c8-951a-dac5ced0ec7e service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439953 Jun 07 19:01:08.787148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-4803712c-76fd-4790-8843-8a9975ff1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:08.788810 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-4803712c-76fd-4790-8843-8a9975ff1ef9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da710836493146ff9ba894995a926f95&device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1096 time: 0.0850303 Jun 07 19:01:08.919492 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-cf7f144e-2b08-4c45-a428-92658a28a1ae req-e93c7929-d4cd-4612-ba33-2c15a49a9d16 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 210 time: 0.1356156 Jun 07 19:01:08.967908 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-7fab3a13-3824-493f-bcb6-00a7a05de4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:08.969705 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-7fab3a13-3824-493f-bcb6-00a7a05de4fa service neutron] 10.222.0.63 "GET /v2.0/networks?id=f48dbcf7-3cab-4826-83b4-49125b588abf HTTP/1.1" status: 200 len: 909 time: 0.1736703 Jun 07 19:01:09.061629 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-eff1ec56-1902-42ac-a10c-49cb7bcbe81b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f HTTP/1.1" status: 200 len: 217 time: 0.0810921 Jun 07 19:01:09.154720 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-e032ce88-7b86-4d34-8be4-5aaad185f08d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:09.157359 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-e032ce88-7b86-4d34-8be4-5aaad185f08d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "GET /v2.0/networks?id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 200 len: 813 time: 0.3113029 Jun 07 19:01:09.164536 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-4e287891-da31-4c86-98d9-604cb1ba646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:09.166104 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-4e287891-da31-4c86-98d9-604cb1ba646b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5235e930-1d14-4d39-a888-ecda1195501e HTTP/1.1" status: 200 len: 847 time: 0.0969203 Jun 07 19:01:09.179252 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Request body: {'port': {'device_id': 'd037a071-7caf-438b-abc0-afe62ef2cc1d', 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9', 'admin_state_up': True, 'tenant_id': '8daf712a063240b58a56078d6ef83477'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:01:09.348487 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:09.421384 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-1ff7d48e-e3d9-4603-8cf3-d875272c9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:09.423891 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-1ff7d48e-e3d9-4603-8cf3-d875272c9db7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f48dbcf7-3cab-4826-83b4-49125b588abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2493494 Jun 07 19:01:09.446049 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Made reservation on behalf of 8daf712a063240b58a56078d6ef83477 for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:01:09.450257 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:09.614305 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2bf2d-eba3-4d82-9759-76451712b60e req-a7f976ec-1a74-4478-b6cb-741e85705c29 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:09.617527 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-84d2bf2d-eba3-4d82-9759-76451712b60e req-a7f976ec-1a74-4478-b6cb-741e85705c29 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 943 time: 0.3146958 Jun 07 19:01:09.700795 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-fa7ecdf7-7115-4b0d-85e8-bced299eb40c service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675662 Jun 07 19:01:09.733841 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-84d2bf2d-eba3-4d82-9759-76451712b60e req-97d20bba-fdc9-4816-a9b7-5a2e897386ff tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951715 Jun 07 19:01:09.734397 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Allocated IP 172.20.0.2 (bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9/91222558-6a4f-433a-af13-a76379cba064/7ca0c466-d8b8-4008-87e6-248781c47ab6) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:01:09.882834 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-89907f81-107b-4c8d-8a1b-7bd9185a5d18 req-6a33dd1c-af5c-4aa8-ab2a-82ea658f9e12 service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712363 Jun 07 19:01:10.026740 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:10.149480 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:10.161006 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:10.161006 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:01:10.161006 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:01:10.161006 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:01:10.161006 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:10.161006 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 19:01:10.167844 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['9d13af97-1b11-4c01-8606-11a730f7c0b0'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:01:10.215655 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:01:10.221971 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:01:10.226949 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:01:10.258308 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:10.329108 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb44b4-e47f-4b9a-bc76-98b09b8480c2 req-d860c4a3-28e6-4cfa-86c7-a9e9ad3faee4 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:10.331169 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-fabb44b4-e47f-4b9a-bc76-98b09b8480c2 req-d860c4a3-28e6-4cfa-86c7-a9e9ad3faee4 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 931 time: 0.2226179 Jun 07 19:01:10.353094 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:10.354015 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:10.373561 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ff5878fc-6a98-4fa6-b757-59ddb56e5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:10.449611 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-fabb44b4-e47f-4b9a-bc76-98b09b8480c2 req-2f90cfac-a1f7-436c-adfa-4ac9abd4edd5 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037471 Jun 07 19:01:10.496918 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-0ce73bce-27e9-4694-bf27-18a354b821f2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3291326 Jun 07 19:01:10.512575 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Request body: {'port': {'device_id': 'd037a071-7caf-438b-abc0-afe62ef2cc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:01:10.646850 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:11.007924 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52868e73-bd4b-492b-9f53-8e07079ca749 req-e80b7de0-ebef-4854-8ada-c30b20d67d7e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:11.010594 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-52868e73-bd4b-492b-9f53-8e07079ca749 req-e80b7de0-ebef-4854-8ada-c30b20d67d7e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 943 time: 0.1026680 Jun 07 19:01:11.080535 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-52868e73-bd4b-492b-9f53-8e07079ca749 req-dea470c7-1ed0-456d-b6ae-4cb019df38d3 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617111 Jun 07 19:01:11.244074 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca0c466-d8b8-4008-87e6-248781c47ab6 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:01:11.254092 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:11.271781 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Transition to ACTIVE for port object 7ca0c466-d8b8-4008-87e6-248781c47ab6 will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:01:11.331137 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:11.339075 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-812c567b-d56d-49c1-a0f8-87277553cc35 tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:11.428013 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:11.514922 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Pushing event updated for resources: {'Port': ['ID=7ca0c466-d8b8-4008-87e6-248781c47ab6,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:11.535812 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.536195 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.536571 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.537489 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.537855 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.538219 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.538604 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.538970 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.539358 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.539685 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.540065 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.540422 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:01:11.571064 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:11.677671 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Attempting to bind port 7ca0c466-d8b8-4008-87e6-248781c47ab6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:01:11.677960 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Attempting to bind port 7ca0c466-d8b8-4008-87e6-248781c47ab6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:01:11.678234 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Attempting to bind port 7ca0c466-d8b8-4008-87e6-248781c47ab6 on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:01:11.686896 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Port 7ca0c466-d8b8-4008-87e6-248781c47ab6 on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 19:01:11.687227 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Attempting to bind port 7ca0c466-d8b8-4008-87e6-248781c47ab6 on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:01:11.696403 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:01:11.696763 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Checking segment: {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:01:11.697217 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Bound using segment: {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:01:11.697666 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Bound port: 7ca0c466-d8b8-4008-87e6-248781c47ab6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:01:11.698021 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:11.753240 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1b11-7250-4331-9e73-56f72d6f3e03 req-35cf23fd-cb6e-46cd-83d0-42be82f8596f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:11.754841 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-df0d1b11-7250-4331-9e73-56f72d6f3e03 req-35cf23fd-cb6e-46cd-83d0-42be82f8596f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 943 time: 0.1712961 Jun 07 19:01:11.845525 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-df0d1b11-7250-4331-9e73-56f72d6f3e03 req-756a82f0-6393-41fc-bcb5-84b373f490e5 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842497 Jun 07 19:01:11.855861 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] For port 7ca0c466-d8b8-4008-87e6-248781c47ab6, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:01:11.861656 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] For port 7ca0c466-d8b8-4008-87e6-248781c47ab6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca0c466-d8b8-4008-87e6-248781c47ab6,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:01:11.942486 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:11.947015 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e8c79921-6974-4fe9-a563-358446ac5744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:12.011768 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:12.012389 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:12.013908 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] 10.222.0.63 "PUT /v2.0/ports/7ca0c466-d8b8-4008-87e6-248781c47ab6 HTTP/1.1" status: 200 len: 1093 time: 1.5060492 Jun 07 19:01:12.014526 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd037a071-7caf-438b-abc0-afe62ef2cc1d', 'tag': '7ca0c466-d8b8-4008-87e6-248781c47ab6'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:01:12.016809 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 19:01:12.017090 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2491ac8-43be-43ed-8c09-8de7581c652f" -d '{"events": [{"name": "network-changed", "server_uuid": "d037a071-7caf-438b-abc0-afe62ef2cc1d", "tag": "7ca0c466-d8b8-4008-87e6-248781c47ab6"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:01:12.047219 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Pushing event updated for resources: {'Port': ['ID=7ca0c466-d8b8-4008-87e6-248781c47ab6,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:12.054182 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-835a31e9-d686-4a41-83f6-bd91cffb7d4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:12.093620 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b5ba6d-c502-4d22-ab65-00fbbeb1df72 x-openstack-request-id: req-19b5ba6d-c502-4d22-ab65-00fbbeb1df72 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:01:12.094007 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d037a071-7caf-438b-abc0-afe62ef2cc1d", "tag": "7ca0c466-d8b8-4008-87e6-248781c47ab6", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:01:12.094338 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19b5ba6d-c502-4d22-ab65-00fbbeb1df72 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:01:12.094740 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd037a071-7caf-438b-abc0-afe62ef2cc1d', 'tag': '7ca0c466-d8b8-4008-87e6-248781c47ab6', 'status': 'completed', 'code': 200} Jun 07 19:01:12.199846 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:12.217461 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'port_id': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'mac_address': 'fa:16:3e:b5:4e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 19:01:12.252419 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2491ac8-43be-43ed-8c09-8de7581c652f req-8b15a79d-c139-442a-a80a-b67cac817efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:12.254518 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a2491ac8-43be-43ed-8c09-8de7581c652f req-8b15a79d-c139-442a-a80a-b67cac817efb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 1096 time: 0.1313820 Jun 07 19:01:12.312457 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:12.335026 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:01:12.354567 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:12.428623 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:12.433061 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:12.474343 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2491ac8-43be-43ed-8c09-8de7581c652f req-f2e9c387-8041-4cb0-b257-ecd631a8278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:12.475937 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a2491ac8-43be-43ed-8c09-8de7581c652f req-f2e9c387-8041-4cb0-b257-ecd631a8278c service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=8daf712a063240b58a56078d6ef83477&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2111776 Jun 07 19:01:12.511115 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:12.515611 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:12.540489 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d42d9-c417-448f-8d24-e2fa41a88d40 req-035f5c07-d00f-4640-9258-762406f011a6 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:12.543059 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c44d42d9-c417-448f-8d24-e2fa41a88d40 req-035f5c07-d00f-4640-9258-762406f011a6 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 943 time: 0.2492354 Jun 07 19:01:12.669116 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:01:12.779400 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c44d42d9-c417-448f-8d24-e2fa41a88d40 req-c1ce62ed-713b-480a-80f0-9b040a616b11 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278309 Jun 07 19:01:12.822755 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2491ac8-43be-43ed-8c09-8de7581c652f req-1bce7495-71fe-48cd-878f-8d76ae49763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:12.825608 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a2491ac8-43be-43ed-8c09-8de7581c652f req-1bce7495-71fe-48cd-878f-8d76ae49763c service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3390257 Jun 07 19:01:12.995744 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-eac4d7f8-2227-408c-ba8f-6fd1ca918a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:12.997284 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-eac4d7f8-2227-408c-ba8f-6fd1ca918a65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 1096 time: 0.1307421 Jun 07 19:01:13.088071 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-e56658e0-cf95-46d7-89e3-7576f2cb2124 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ca0c466-d8b8-4008-87e6-248781c47ab6 HTTP/1.1" status: 200 len: 217 time: 0.0831175 Jun 07 19:01:13.113890 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab108d35-3f46-41a8-b965-eb1d28736bae req-b9de544c-c249-4fbe-a6a0-0502a6017b4f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:13.116019 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ab108d35-3f46-41a8-b965-eb1d28736bae req-b9de544c-c249-4fbe-a6a0-0502a6017b4f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 943 time: 0.1004295 Jun 07 19:01:13.183423 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-25617b66-192b-4a40-8507-ebb7ac15f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:13.185923 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-25617b66-192b-4a40-8507-ebb7ac15f223 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91222558-6a4f-433a-af13-a76379cba064 HTTP/1.1" status: 200 len: 853 time: 0.0917823 Jun 07 19:01:13.195214 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-ab108d35-3f46-41a8-b965-eb1d28736bae req-82529e1a-7dc4-4f89-bfaf-09f6369f6bfa tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678654 Jun 07 19:01:13.258062 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-c5573f10-e57c-42c9-a802-3a706ab6b13e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652208 Jun 07 19:01:13.273759 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:13.402827 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-d2b3412b-6b37-4b6c-96c0-657de800c7ef service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373825 Jun 07 19:01:13.688605 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7a47f8f2-b2aa-449a-9414-20abe729d4cf req-2a26942b-a72f-401a-9949-46d19ac53134 service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784545 Jun 07 19:01:13.893783 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dd896-d31c-4d68-8a2e-8542afa8c7c2 req-b841a3c3-9fc0-4d43-8f83-fe1174b6c4ad tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:13.895331 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b83dd896-d31c-4d68-8a2e-8542afa8c7c2 req-b841a3c3-9fc0-4d43-8f83-fe1174b6c4ad tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 946 time: 0.0888100 Jun 07 19:01:13.950579 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-b83dd896-d31c-4d68-8a2e-8542afa8c7c2 req-d0049520-7ff5-49e5-b4f3-6f5d2ca6d035 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468748 Jun 07 19:01:14.017544 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477143d8-8b54-4514-a179-ec4ebf012711 req-7a249ab3-584f-4caf-a59b-4cb9f120bf48 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:14.020246 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-477143d8-8b54-4514-a179-ec4ebf012711 req-7a249ab3-584f-4caf-a59b-4cb9f120bf48 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 944 time: 0.1154423 Jun 07 19:01:14.035330 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:01:14.090237 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-477143d8-8b54-4514-a179-ec4ebf012711 req-c9d40be5-cbe8-45e4-883b-b8dc62c2391a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625014 Jun 07 19:01:14.187468 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:01:14.193557 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:01:14.194074 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:14.351752 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:14.382829 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:01:14.385446 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e5c706-b9f6-42a2-92c6-d8405869b614" -d '{"events": [{"server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "name": "network-vif-plugged", "status": "completed", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:01:14.396297 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:14.438534 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a768517e-421d-4892-955b-9642e10759af x-openstack-request-id: req-a768517e-421d-4892-955b-9642e10759af {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:01:14.438955 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "name": "network-vif-plugged", "status": "completed", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:01:14.439302 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a768517e-421d-4892-955b-9642e10759af {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:01:14.439782 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'code': 200} Jun 07 19:01:14.479624 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:14.482641 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:14.504221 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3417ea4-92eb-464c-9da0-537ecd96a566 req-f8f65913-f82f-426d-b883-cef1c68ce13e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:14.507234 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c3417ea4-92eb-464c-9da0-537ecd96a566 req-f8f65913-f82f-426d-b883-cef1c68ce13e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 943 time: 0.1099803 Jun 07 19:01:14.585852 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c3417ea4-92eb-464c-9da0-537ecd96a566 req-0cf709e6-00dc-4b38-8175-0b651452b676 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714233 Jun 07 19:01:14.597506 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:14.603514 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:14.900281 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f1cb-9881-4cf0-a626-4b70ea5f7987 req-a0a70250-c426-4282-9443-51d1b1560c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:14.901883 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5bc3f1cb-9881-4cf0-a626-4b70ea5f7987 req-a0a70250-c426-4282-9443-51d1b1560c7b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1098 time: 0.0777352 Jun 07 19:01:14.954225 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5bc3f1cb-9881-4cf0-a626-4b70ea5f7987 req-26963942-959b-4223-873f-c43e2765e4bb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450428 Jun 07 19:01:15.023325 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:01:15.200199 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3b249-07dd-4e64-82e0-f1de6adc1e0a req-31147fbc-941d-4235-83e0-8e9233499497 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:15.201854 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-18a3b249-07dd-4e64-82e0-f1de6adc1e0a req-31147fbc-941d-4235-83e0-8e9233499497 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 946 time: 0.1299815 Jun 07 19:01:15.254465 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-18a3b249-07dd-4e64-82e0-f1de6adc1e0a req-01e0ecfa-11d1-4145-996e-8728e87a2f95 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups?id=40f1c854-ef3d-4071-abb8-36c545fec584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458550 Jun 07 19:01:15.346654 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88332ebe-009d-43d8-8b1c-f0b25fb50b9d req-5489aed5-9202-4c85-80b1-aa00faa703c1 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:15.349358 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-88332ebe-009d-43d8-8b1c-f0b25fb50b9d req-5489aed5-9202-4c85-80b1-aa00faa703c1 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1154413 Jun 07 19:01:15.398740 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-2249b07c-dd81-45d7-a2b7-103c516a400f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:15.400917 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-2249b07c-dd81-45d7-a2b7-103c516a400f tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 946 time: 0.1349781 Jun 07 19:01:15.410020 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-88332ebe-009d-43d8-8b1c-f0b25fb50b9d req-81307c29-ddfd-4113-8d27-ea6590bebdd0 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545094 Jun 07 19:01:15.550673 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Deleting port 4db00f31-5bde-4197-899c-cc155e101eef {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:01:15.551024 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:15.725975 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] For port 4db00f31-5bde-4197-899c-cc155e101eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4db00f31-5bde-4197-899c-cc155e101eef,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:15.726793 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:16.055298 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 7ca0c466-d8b8-4008-87e6-248781c47ab6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 19:01:16.136445 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1a08c-547d-442d-b415-75c4287c2b21 req-23f4d6c3-6194-4e50-a0fd-68c87a6a3f46 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:16.138097 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1af1a08c-547d-442d-b415-75c4287c2b21 req-23f4d6c3-6194-4e50-a0fd-68c87a6a3f46 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 943 time: 0.3995047 Jun 07 19:01:16.213964 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 7ca0c466-d8b8-4008-87e6-248781c47ab6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca0c466-d8b8-4008-87e6-248781c47ab6,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:16.220021 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:16.220456 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:16.220720 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.l3_db [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Floating IP d815999a-edae-417a-9adc-d1b1dd66df82 disassociated. External IP: 172.28.3.54, port: 4db00f31-5bde-4197-899c-cc155e101eef. Jun 07 19:01:16.221154 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Calling delete_port for 4db00f31-5bde-4197-899c-cc155e101eef owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:01:16.229973 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '7ca0c466-d8b8-4008-87e6-248781c47ab6', 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9', 'port_id': '7ca0c466-d8b8-4008-87e6-248781c47ab6', 'mac_address': 'fa:16:3e:e3:e8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91222558-6a4f-433a-af13-a76379cba064', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 19:01:16.237292 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1af1a08c-547d-442d-b415-75c4287c2b21 req-f75bac2f-8519-4b3e-ad15-39a120e02057 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725744 Jun 07 19:01:16.322126 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:16.356283 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca0c466-d8b8-4008-87e6-248781c47ab6 {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:01:16.386752 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 7ca0c466-d8b8-4008-87e6-248781c47ab6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca0c466-d8b8-4008-87e6-248781c47ab6,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:16.485680 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:16.487824 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:16.514158 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:16.526061 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c2b6c74d-4320-4836-a191-006b30b7787a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:16.566256 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=7ca0c466-d8b8-4008-87e6-248781c47ab6,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:16.572031 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:16.579438 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f92d11ad-eb07-440c-850f-d8ef2ac57235 req-a154ee44-711a-41de-93a6-4a23b98153ec tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 210 time: 0.1620917 Jun 07 19:01:16.639142 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event deleted for resources: {'Port': ['ID=4db00f31-5bde-4197-899c-cc155e101eef,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:16.649833 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:16.710532 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['7ca0c466-d8b8-4008-87e6-248781c47ab6'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:01:16.968038 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe20b69-aabf-4562-bbce-dd6fa4476577 req-867b7661-49fb-4592-bfef-86659dff0386 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:16.969666 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8fe20b69-aabf-4562-bbce-dd6fa4476577 req-867b7661-49fb-4592-bfef-86659dff0386 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.3829873 Jun 07 19:01:17.000070 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Router 8e2e70cd-8542-4579-9a48-2f2f1058910c has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:01:17.103450 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-8fe20b69-aabf-4562-bbce-dd6fa4476577 req-b74e46f2-2f95-4f46-8ee8-c59a40e91f23 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206262 Jun 07 19:01:17.287176 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:01:17.304490 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] Sync routers for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:01:17.320525 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:01:17.321955 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:01:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:17.449801 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] No DVR routers for this DVR port 4db00f31-5bde-4197-899c-cc155e101eef on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:01:17.453498 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:17.456007 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1a613b76-c16d-4658-aca3-d00ca1b5c67e req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.63 "DELETE /v2.0/ports/4db00f31-5bde-4197-899c-cc155e101eef HTTP/1.1" status: 204 len: 173 time: 2.0497668 Jun 07 19:01:17.457577 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6305d79-a51f-4257-a7f9-19771578a7a5 req-5c0f066f-7921-43ba-bf00-c7f34e2830cb tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:17.457899 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-deleted', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:01:17.463093 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f62778-c301-4542-9c5c-73e00d38d903" -d '{"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-deleted", "tag": "4db00f31-5bde-4197-899c-cc155e101eef"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:01:17.467008 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c6305d79-a51f-4257-a7f9-19771578a7a5 req-5c0f066f-7921-43ba-bf00-c7f34e2830cb tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1547060 Jun 07 19:01:17.513330 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c6305d79-a51f-4257-a7f9-19771578a7a5 req-23f703fa-dd3b-485e-9a46-d8fccd710715 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453959 Jun 07 19:01:17.539599 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59184) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:17.543369 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:01:17.592487 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203596ee-8e29-43ec-ab4b-126a60d7124e x-openstack-request-id: req-203596ee-8e29-43ec-ab4b-126a60d7124e {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:01:17.592487 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427e9d29-802f-4f78-a581-7e977dca6c9a", "name": "network-vif-deleted", "tag": "4db00f31-5bde-4197-899c-cc155e101eef", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:01:17.594186 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-203596ee-8e29-43ec-ab4b-126a60d7124e {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:01:17.594186 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427e9d29-802f-4f78-a581-7e977dca6c9a', 'name': 'network-vif-deleted', 'tag': '4db00f31-5bde-4197-899c-cc155e101eef', 'status': 'completed', 'code': 200} Jun 07 19:01:17.603590 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b8165-1546-424e-9c3b-7c01d8f7d254 req-33d83172-15c4-4da9-aa57-e36ac4da3e0e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:17.605351 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ce6b8165-1546-424e-9c3b-7c01d8f7d254 req-33d83172-15c4-4da9-aa57-e36ac4da3e0e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 944 time: 0.1483438 Jun 07 19:01:17.671868 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ce6b8165-1546-424e-9c3b-7c01d8f7d254 req-a27d9191-8e13-472a-a565-638bc061d59e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Jun 07 19:01:17.861869 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a0d247df-8124-41f5-a26c-9caf9b5737c1 req-f1ca2b03-8658-4cf1-81d3-342eac757560 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/ports?device_id=427e9d29-802f-4f78-a581-7e977dca6c9a HTTP/1.1" status: 200 len: 210 time: 0.0650866 Jun 07 19:01:17.892052 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf56e4-21b9-4bc4-aa84-403bced2a48c tempest-TestShelveInstance-352404580 tempest-TestShelveInstance-352404580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:17.893753 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-6faf56e4-21b9-4bc4-aa84-403bced2a48c tempest-TestShelveInstance-352404580 tempest-TestShelveInstance-352404580-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1093 time: 0.3528101 Jun 07 19:01:17.898058 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59190) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:17.903069 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.v2.base [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Request body: {'floatingip': {'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'port_id': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:01:18.010622 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for floatingip, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:18.036892 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:18.043226 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] Checking router: 8e2e70cd-8542-4579-9a48-2f2f1058910c for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:01:18.054085 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:01:18.054728 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:01:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:18.062954 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 7ca0c466-d8b8-4008-87e6-248781c47ab6 up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:01:18.174166 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:18.257244 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port 7ca0c466-d8b8-4008-87e6-248781c47ab6 completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:01:18.265763 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 7ca0c466-d8b8-4008-87e6-248781c47ab6 triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:01:18.266311 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:18.268255 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:01:18.382573 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Allocated IP 172.28.3.127 (71f98401-584a-489c-9c7f-f276f077498e/50320e44-5e5b-4a6a-a82f-65f64fe93bdb/c8b77531-cdfb-4691-b0b6-417c51ce659b) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:01:18.455256 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:18.507372 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037a071-7caf-438b-abc0-afe62ef2cc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca0c466-d8b8-4008-87e6-248781c47ab6'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:01:18.511735 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32403a9b-95f7-48ad-8ac9-c83fa4101920" -d '{"events": [{"server_uuid": "d037a071-7caf-438b-abc0-afe62ef2cc1d", "name": "network-vif-plugged", "status": "completed", "tag": "7ca0c466-d8b8-4008-87e6-248781c47ab6"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:01:18.526814 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 7ca0c466-d8b8-4008-87e6-248781c47ab6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca0c466-d8b8-4008-87e6-248781c47ab6,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:18.588671 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:18.590640 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:01:18.634380 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fca1b0-5916-48b4-b6a7-e230ab7070da x-openstack-request-id: req-33fca1b0-5916-48b4-b6a7-e230ab7070da {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:01:18.635291 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037a071-7caf-438b-abc0-afe62ef2cc1d", "name": "network-vif-plugged", "status": "completed", "tag": "7ca0c466-d8b8-4008-87e6-248781c47ab6", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:01:18.635946 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33fca1b0-5916-48b4-b6a7-e230ab7070da {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:01:18.636865 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037a071-7caf-438b-abc0-afe62ef2cc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca0c466-d8b8-4008-87e6-248781c47ab6', 'code': 200} Jun 07 19:01:18.647192 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:18.723414 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for port, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:18.747020 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 4db00f31-5bde-4197-899c-cc155e101eef {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:01:18.748077 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 4db00f31-5bde-4197-899c-cc155e101eef not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:01:18.785613 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:18.790055 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6844c-f483-463e-80fa-e1bdf038ba88 None None] The sync data for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb is: [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T18:54:05Z', 'revision_number': 4, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': '580e7caa-b0a7-4195-b813-77cff1664641', 'name': '', 'network_id': 'dd589f54-393a-4051-8c01-4ac70af62fd4', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'mac_address': 'fa:16:3e:60:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:54:02Z', 'updated_at': '2021-06-07T18:54:18Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'subnets': [{'id': '066c2e9a-ff2b-495c-8762-c16201098c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:01:18.794517 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=7ca0c466-d8b8-4008-87e6-248781c47ab6,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:18.800538 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:18.976427 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfdc7e-636b-4564-a33c-70fc04ed6b8d req-c01b17df-0285-4d94-9b1c-7e1dc9e8c5f8 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:18.978255 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-62dfdc7e-636b-4564-a33c-70fc04ed6b8d req-c01b17df-0285-4d94-9b1c-7e1dc9e8c5f8 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 945 time: 0.1401994 Jun 07 19:01:19.027989 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-266784410'] for port, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:19.028584 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:19.028584 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:01:19.028584 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:01:19.028584 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:01:19.028584 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:19.028584 dv-cinder-790535-1-smb neutron-server[104081]: ERROR neutron_lib.callbacks.manager Jun 07 19:01:19.043178 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-62dfdc7e-636b-4564-a33c-70fc04ed6b8d req-0cbde59c-4b2c-4792-ae12-5345767ea882 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586379 Jun 07 19:01:19.059289 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Network 71f98401-584a-489c-9c7f-f276f077498e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:01:19.060698 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:01:19.065992 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:01:19.124597 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df70fbf-9649-4d6a-bffa-5d136ee0fbaa None None] New status for floating IP d815999a-edae-417a-9adc-d1b1dd66df82: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 19:01:19.164020 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59200) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:19.262606 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-e794-4b3e-9997-2f1e7d709fe4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:19.286299 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df394c4d-a553-41fb-9bc4-b847856d141f req-ccae6505-1298-4169-9c66-12518a12fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:19.288831 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-df394c4d-a553-41fb-9bc4-b847856d141f req-ccae6505-1298-4169-9c66-12518a12fd5d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 1098 time: 0.1771801 Jun 07 19:01:19.330658 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-e794-4b3e-9997-2f1e7d709fe4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:19.375269 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-df394c4d-a553-41fb-9bc4-b847856d141f req-2b834e14-7afa-422c-ba60-940c9236cb29 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786726 Jun 07 19:01:19.485255 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-e794-4b3e-9997-2f1e7d709fe4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:19.488369 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aec32240-e794-4b3e-9997-2f1e7d709fe4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:19.489943 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-aec32240-e794-4b3e-9997-2f1e7d709fe4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "DELETE /v2.0/security-groups/40f1c854-ef3d-4071-abb8-36c545fec584 HTTP/1.1" status: 204 len: 168 time: 0.3200107 Jun 07 19:01:19.491927 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ddc48491-b470-414d-9a29-e9a61e2e473e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:19.493919 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59202) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:19.505095 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec32240-e794-4b3e-9997-2f1e7d709fe4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f1c854-ef3d-4071-abb8-36c545fec584,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:19.509622 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-aec32240-e794-4b3e-9997-2f1e7d709fe4 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:19.520257 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.api.v2.resource [None req-b79491db-cb3e-48ea-b260-adbd5622e635 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] show failed (client error): The resource could not be found. Jun 07 19:01:19.521952 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-b79491db-cb3e-48ea-b260-adbd5622e635 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "GET /v2.0/security-groups/40f1c854-ef3d-4071-abb8-36c545fec584 HTTP/1.1" status: 404 len: 347 time: 0.0269897 Jun 07 19:01:19.526277 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59204) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:19.712184 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:19.816429 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Deleting port 6336ea52-f52c-4ead-8f0a-7f3731d39185 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:01:19.816798 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:19.958160 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:19.959227 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:19.960578 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:20.124186 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Calling delete_port for 6336ea52-f52c-4ead-8f0a-7f3731d39185 owned by network:floatingip {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:01:20.266151 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for port, precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:20.324687 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266784424'] for port, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:20.333561 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:20.365101 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:20.371961 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8f233de1-de88-4feb-9b6f-c06e91b7ae50 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:20.439919 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Pushing event deleted for resources: {'Port': ['ID=6336ea52-f52c-4ead-8f0a-7f3731d39185,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:20.467265 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:20.538802 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks [] for floatingip, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:20.541492 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:20.542478 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] 10.222.0.20 "DELETE /v2.0/floatingips/d815999a-edae-417a-9adc-d1b1dd66df82 HTTP/1.1" status: 204 len: 168 time: 1.0149591 Jun 07 19:01:20.572212 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event updated for resources: {'Port': ['ID=c8b77531-cdfb-4691-b0b6-417c51ce659b,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:20.581550 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:20.596529 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560243'] for floatingip, after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:20.690354 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c0b4a-baf8-49c8-9717-a177f4c2c9ee req-3b861dd8-54e5-4a29-823b-22a8c6d27797 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:20.691943 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-605c0b4a-baf8-49c8-9717-a177f4c2c9ee req-3b861dd8-54e5-4a29-823b-22a8c6d27797 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 945 time: 0.4054937 Jun 07 19:01:20.830101 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-605c0b4a-baf8-49c8-9717-a177f4c2c9ee req-c465d70a-e2c0-4264-9485-d668d3165835 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312120 Jun 07 19:01:20.839534 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.db.l3_db [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Floating IP 5c065272-2330-44ef-876c-59455c2508c8 associated. External IP: 172.28.3.127, port: 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f. Jun 07 19:01:21.239641 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Router 712bdbf4-fb84-4119-bc54-82edfb3961be has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:01:21.440883 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:01:21.454686 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] Sync routers for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:01:21.467150 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:01:21.481703 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:01:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:21.571446 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:21.635996 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-1a8940a7-0a71-4f90-a316-639970897748 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7363694 Jun 07 19:01:21.637232 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:01:21.641679 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30769bdeb9f73fbe9510ed380ce1a05acc76fb1107c41ff9774177c9d4c2e0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a519eb27-ad92-4a64-a896-8baf198a83d9" -d '{"events": [{"name": "network-changed", "server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:01:21.679793 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:01:21.700010 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 19:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feffd051-23d1-40ef-ba4c-15110f44481f x-openstack-request-id: req-feffd051-23d1-40ef-ba4c-15110f44481f {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:01:21.700515 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:01:21.701019 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-feffd051-23d1-40ef-ba4c-15110f44481f {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:01:21.701691 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'status': 'completed', 'code': 200} Jun 07 19:01:21.808851 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-c5f0296b-fd05-4659-94cc-d112c364f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:21.810379 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-c5f0296b-fd05-4659-94cc-d112c364f2aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da710836493146ff9ba894995a926f95&device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1098 time: 0.0884173 Jun 07 19:01:22.120795 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-f81914d3-933f-42e5-a044-c737bcf7293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:22.122634 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-f81914d3-933f-42e5-a044-c737bcf7293c service neutron] 10.222.0.63 "GET /v2.0/networks?id=f48dbcf7-3cab-4826-83b4-49125b588abf HTTP/1.1" status: 200 len: 909 time: 0.3051229 Jun 07 19:01:22.143692 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bad6d-b181-435a-884a-4a74e9f82d3c req-c5384bce-f65e-4536-892d-52c35b285594 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:22.147221 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d43bad6d-b181-435a-884a-4a74e9f82d3c req-c5384bce-f65e-4536-892d-52c35b285594 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 945 time: 0.1731291 Jun 07 19:01:22.207797 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d43bad6d-b181-435a-884a-4a74e9f82d3c req-94bbbb02-1c85-4cb6-83bd-e8d32d34e3f0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522847 Jun 07 19:01:22.226597 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:16Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': '5c065272-2330-44ef-876c-59455c2508c8', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'floating_ip_address': '172.28.3.127', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'port_id': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'mac_address': 'fa:16:3e:b5:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a21e4f-adb2-406c-8404-47055ec21e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T19:01:19Z', 'updated_at': '2021-06-07T19:01:19Z', 'revision_number': 0, 'project_id': 'da710836493146ff9ba894995a926f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5', 'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'mac_address': 'fa:16:3e:3c:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:13Z', 'updated_at': '2021-06-07T19:00:28Z', 'revision_number': 5, 'project_id': 'da710836493146ff9ba894995a926f95', 'subnets': [{'id': '5235e930-1d14-4d39-a888-ecda1195501e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:22.234103 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] Checking router: 712bdbf4-fb84-4119-bc54-82edfb3961be for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:01:22.251610 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:01:22.252890 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:01:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:22.295313 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-8a577b94-9955-4fd9-a39f-fafc1f4d6500 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f HTTP/1.1" status: 200 len: 999 time: 0.1654823 Jun 07 19:01:22.374346 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-e9af7005-829e-4748-9a39-99d992e79888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:22.375851 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-e9af7005-829e-4748-9a39-99d992e79888 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5235e930-1d14-4d39-a888-ecda1195501e HTTP/1.1" status: 200 len: 847 time: 0.0734265 Jun 07 19:01:22.469441 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-70899cca-c32e-4bcc-9d32-69cb34f8ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:22.471231 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-70899cca-c32e-4bcc-9d32-69cb34f8ec62 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f48dbcf7-3cab-4826-83b4-49125b588abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877469 Jun 07 19:01:22.602683 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:01:22.710046 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-213c02d7-0b0b-49ff-bee2-feda7cc675cf service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182605 Jun 07 19:01:22.989086 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a519eb27-ad92-4a64-a896-8baf198a83d9 req-d047a837-56b5-4b5e-9cce-738609bb4d84 service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766571 Jun 07 19:01:23.258815 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:16Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': '5c065272-2330-44ef-876c-59455c2508c8', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'floating_ip_address': '172.28.3.127', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'port_id': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'mac_address': 'fa:16:3e:b5:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a21e4f-adb2-406c-8404-47055ec21e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T19:01:19Z', 'updated_at': '2021-06-07T19:01:19Z', 'revision_number': 0, 'project_id': 'da710836493146ff9ba894995a926f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5', 'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'mac_address': 'fa:16:3e:3c:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:13Z', 'updated_at': '2021-06-07T19:00:28Z', 'revision_number': 5, 'project_id': 'da710836493146ff9ba894995a926f95', 'subnets': [{'id': '5235e930-1d14-4d39-a888-ecda1195501e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:23.268055 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dbbfe9-fd7a-4f49-bbd4-d3ea6aad538d None None] The sync data for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb is: [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:16Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_floatingips': [{'id': '5c065272-2330-44ef-876c-59455c2508c8', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'floating_ip_address': '172.28.3.127', 'floating_network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'router_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'port_id': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'mac_address': 'fa:16:3e:b5:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a21e4f-adb2-406c-8404-47055ec21e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T19:01:19Z', 'updated_at': '2021-06-07T19:01:19Z', 'revision_number': 0, 'project_id': 'da710836493146ff9ba894995a926f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5', 'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'mac_address': 'fa:16:3e:3c:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:13Z', 'updated_at': '2021-06-07T19:00:28Z', 'revision_number': 5, 'project_id': 'da710836493146ff9ba894995a926f95', 'subnets': [{'id': '5235e930-1d14-4d39-a888-ecda1195501e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:01:23.475760 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34cb84-fd45-41b9-a633-e44715a17536 None None] New status for floating IP 5c065272-2330-44ef-876c-59455c2508c8: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 19:01:24.129672 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59248) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:24.987337 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503764'] for router_interface, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:25.069697 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-c8a0af1e-7b3b-4cdb-a2b0-88c3f57e3420 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:25.071740 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-c8a0af1e-7b3b-4cdb-a2b0-88c3f57e3420 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/networks?id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 200 len: 813 time: 0.1915641 Jun 07 19:01:25.090691 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-6976d6fa-fbd3-4870-9cf7-748c9d4a46b9 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/quotas/8daf712a063240b58a56078d6ef83477 HTTP/1.1" status: 200 len: 375 time: 0.0130405 Jun 07 19:01:25.207785 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-fcfeeb13-cafd-4885-a0a2-b56679e4fb63 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100104 Jun 07 19:01:25.360647 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-356898e6-34b3-4d33-8686-42eb0b7d4e88 service neutron] 10.222.0.20 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430998 Jun 07 19:01:25.507314 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-9693f3bf-82c8-4b71-b0fc-141d02f5bf90 service neutron] 10.222.0.20 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399658 Jun 07 19:01:25.521283 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Deleting port 580e7caa-b0a7-4195-b813-77cff1664641 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:01:25.522158 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:25.657253 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] For port 580e7caa-b0a7-4195-b813-77cff1664641, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=580e7caa-b0a7-4195-b813-77cff1664641,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:25.657507 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:25.792141 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Calling delete_port for 580e7caa-b0a7-4195-b813-77cff1664641 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:01:25.844077 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-feb61d73-f448-42c9-8306-4bc898100a9d req-2ff5ae18-a921-4a55-81f0-9474d9695426 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 210 time: 0.0603108 Jun 07 19:01:26.148079 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:26.156220 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:26.207442 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=580e7caa-b0a7-4195-b813-77cff1664641,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:26.211908 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:26.512583 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-500634'] for router_interface, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:27.084865 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-160f96c6-00f2-4528-ab5b-804652c98e0c req-e79c059c-f952-40f1-98b2-14a33cc87bb6 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 210 time: 0.0649910 Jun 07 19:01:27.141027 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Router 8e2e70cd-8542-4579-9a48-2f2f1058910c has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:01:27.356903 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:01:27.363182 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-56759e97-f84e-4106-b608-53c32e67efc3 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e2e70cd-8542-4579-9a48-2f2f1058910c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2319243 Jun 07 19:01:27.367429 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59278) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:27.372050 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] Sync routers for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:01:27.389453 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:01:27.409463 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:01:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:27.622425 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks [] for router, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:27.624196 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:01:27.964634 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:28.044507 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T19:01:25Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:28.050592 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] Checking router: 8e2e70cd-8542-4579-9a48-2f2f1058910c for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:01:28.061767 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] Routers {'8e2e70cd-8542-4579-9a48-2f2f1058910c'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:01:28.062385 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:01:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['8e2e70cd-8542-4579-9a48-2f2f1058910c'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:28.224274 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Deleting port 95ed499d-5f1f-4175-ad2c-667c377a0919 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:01:28.225423 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:28.311914 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-0b3a62fa-3e2a-4988-ba54-005052916e30 req-233250a9-e0e2-436b-b7fa-af87934041b1 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 210 time: 0.0928538 Jun 07 19:01:28.355914 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] Set router 8e2e70cd-8542-4579-9a48-2f2f1058910c gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:01:28.403327 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] For port 95ed499d-5f1f-4175-ad2c-667c377a0919, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=95ed499d-5f1f-4175-ad2c-667c377a0919,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:28.404327 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:28.572616 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Calling delete_port for 95ed499d-5f1f-4175-ad2c-667c377a0919 owned by network:router_gateway {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:01:28.765215 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T19:01:25Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:28.771557 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad79b9-193e-46ed-9870-3a9b15ea3e54 None None] The sync data for ids ['8e2e70cd-8542-4579-9a48-2f2f1058910c'] in dv-cinder-790535-1-smb is: [{'id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'name': 'tempest-AttachVolumeShelveTestJSON-1989917794-router', 'tenant_id': '900703da489243d9910aad8278d29ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:53:51Z', 'updated_at': '2021-06-07T19:01:25Z', 'revision_number': 5, 'project_id': '900703da489243d9910aad8278d29ae3', 'gw_port': {'id': '95ed499d-5f1f-4175-ad2c-667c377a0919', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2e70cd-8542-4579-9a48-2f2f1058910c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:53:54Z', 'updated_at': '2021-06-07T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:01:28.907204 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-302b6c3b-8857-40e4-bd6b-5f4e02f5b959 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:28.908744 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-302b6c3b-8857-40e4-bd6b-5f4e02f5b959 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "GET /v2.0/networks?id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 200 len: 813 time: 0.4236798 Jun 07 19:01:28.923770 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Request body: {'port': {'device_id': 'c9620422-e684-4157-8587-49b71c850ebf', 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9', 'admin_state_up': True, 'tenant_id': '8daf712a063240b58a56078d6ef83477'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:01:29.155269 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 580e7caa-b0a7-4195-b813-77cff1664641 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:01:29.204802 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:29.211974 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-62a9535d-ed6f-4400-8893-480cb334c720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:29.233699 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 580e7caa-b0a7-4195-b813-77cff1664641 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:01:29.234404 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 580e7caa-b0a7-4195-b813-77cff1664641 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:01:29.292538 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Made reservation on behalf of 8daf712a063240b58a56078d6ef83477 for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:01:29.297471 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:29.310074 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=95ed499d-5f1f-4175-ad2c-667c377a0919,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:29.315580 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:29.566950 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-588f42ec-2f91-4e2c-a728-0406053efdc7 req-2acb88c0-c21a-425c-bc16-7c52d9abfc48 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 210 time: 0.1308441 Jun 07 19:01:29.602218 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560196'] for router_gateway, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:29.971142 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29969'] for router, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:29.976502 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.014010 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Allocated IP 172.20.0.8 (bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9/91222558-6a4f-433a-af13-a76379cba064/a5cc53c4-f381-4f10-8ee4-a116b5d896dc) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:01:30.102550 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504303'] for router, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.103086 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e2e70cd-8542-4579-9a48-2f2f1058910c {{(pid=104082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 19:01:30.109988 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] Notify callbacks [] for router, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.115206 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-7a496eba-343c-4d19-ac79-2a828eb0f6bf admin admin] 10.222.0.20 "DELETE /v2.0/routers/8e2e70cd-8542-4579-9a48-2f2f1058910c HTTP/1.1" status: 204 len: 168 time: 2.7423930 Jun 07 19:01:30.117326 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59290) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:30.206902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] Deleting subnet 066c2e9a-ff2b-495c-8762-c16201098c31 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 19:01:30.212593 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.251937 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.289819 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266735896'] for subnet, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.347904 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.352150 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:30.352150 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:01:30.352150 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:01:30.352150 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:01:30.352150 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:30.352150 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 19:01:30.361493 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['9d13af97-1b11-4c01-8606-11a730f7c0b0', '7ca0c466-d8b8-4008-87e6-248781c47ab6'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:01:30.382118 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:01:30.383490 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:01:30.386805 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:01:30.416072 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.478002 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:30.478840 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.582692 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-33757217-63cb-4fdc-92db-d4d7037f48a2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6629429 Jun 07 19:01:30.603169 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Request body: {'port': {'device_id': 'c9620422-e684-4157-8587-49b71c850ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:01:30.605841 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266784375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266596498'] for subnet, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.615970 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-a24a0c50-528d-41aa-857e-a61a75b35e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:30.706881 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066c2e9a-ff2b-495c-8762-c16201098c31,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:30.716402 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dfdc6e-409e-4c72-b8f2-36c2eb38f7d8 None None] Network dd589f54-393a-4051-8c01-4ac70af62fd4 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:01:30.717789 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.723111 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/066c2e9a-ff2b-495c-8762-c16201098c31 HTTP/1.1" status: 204 len: 168 time: 0.6035697 Jun 07 19:01:30.724504 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:30.727385 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59294) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:30.815857 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.939300 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:30.953447 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2716ff-1980-470d-a0fa-6e713ceb35d9 req-254b80f3-21ae-44b0-963a-467687c81299 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:30.955049 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-cd2716ff-1980-470d-a0fa-6e713ceb35d9 req-254b80f3-21ae-44b0-963a-467687c81299 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 931 time: 0.1992610 Jun 07 19:01:30.972583 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 95ed499d-5f1f-4175-ad2c-667c377a0919 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:01:31.069059 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 95ed499d-5f1f-4175-ad2c-667c377a0919 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:01:31.069422 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 95ed499d-5f1f-4175-ad2c-667c377a0919 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:01:31.076163 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-cd2716ff-1980-470d-a0fa-6e713ceb35d9 req-b0a9af3b-9585-499b-a4e0-ed7fd7b1be3d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 Jun 07 19:01:31.124329 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Deleting port db033701-6f44-4816-8118-9f5a006eff0d {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:01:31.125547 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.221716 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] DHCP port deletion for dd589f54-393a-4051-8c01-4ac70af62fd4 request from dv-cinder-790535-1-smb {{(pid=104083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 19:01:31.242251 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] For port db033701-6f44-4816-8118-9f5a006eff0d, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=db033701-6f44-4816-8118-9f5a006eff0d,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:31.242600 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.277752 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cc53c4-f381-4f10-8ee4-a116b5d896dc {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:01:31.291529 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.316889 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Transition to ACTIVE for port object a5cc53c4-f381-4f10-8ee4-a116b5d896dc will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:01:31.324205 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] Deleting port db033701-6f44-4816-8118-9f5a006eff0d {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:01:31.325254 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.379198 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Calling delete_port for db033701-6f44-4816-8118-9f5a006eff0d owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:01:31.405022 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.413009 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:31.487000 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] For port db033701-6f44-4816-8118-9f5a006eff0d, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=db033701-6f44-4816-8118-9f5a006eff0d,segment=NetworkSegment(9a0ce2e3-0440-4be5-976d-c9e7bac584b0),segment_id=9a0ce2e3-0440-4be5-976d-c9e7bac584b0)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:31.487916 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.577078 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.584342 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-560e5934-36c5-4350-8221-5fbb30cc708a tempest-VolumesSnapshotTestJSON-221613987 tempest-VolumesSnapshotTestJSON-221613987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:31.594137 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba758032-010f-4f60-885c-17263142c70a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:31.603901 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ba758032-010f-4f60-885c-17263142c70a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:31.620099 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] Calling delete_port for db033701-6f44-4816-8118-9f5a006eff0d owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:01:31.690579 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Attempting to bind port a5cc53c4-f381-4f10-8ee4-a116b5d896dc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:01:31.690579 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Attempting to bind port a5cc53c4-f381-4f10-8ee4-a116b5d896dc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:01:31.690579 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Attempting to bind port a5cc53c4-f381-4f10-8ee4-a116b5d896dc on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:01:31.697057 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Port a5cc53c4-f381-4f10-8ee4-a116b5d896dc on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 19:01:31.697494 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Attempting to bind port a5cc53c4-f381-4f10-8ee4-a116b5d896dc on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:01:31.703928 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:01:31.704599 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Checking segment: {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:01:31.705156 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Bound using segment: {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:01:31.705881 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Bound port: a5cc53c4-f381-4f10-8ee4-a116b5d896dc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:01:31.706186 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.714267 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513'] for port, after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.723400 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-37196dda-24ec-46f3-8683-6c957aca8b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:31.789611 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=db033701-6f44-4816-8118-9f5a006eff0d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:31.795124 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:31.804743 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] No DVR routers for this DVR port db033701-6f44-4816-8118-9f5a006eff0d on host dv-cinder-790535-1-smb {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:01:31.808158 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] For port a5cc53c4-f381-4f10-8ee4-a116b5d896dc, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:01:31.810226 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] For port a5cc53c4-f381-4f10-8ee4-a116b5d896dc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:01:31.822717 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] Pushing event deleted for resources: {'Port': ['ID=db033701-6f44-4816-8118-9f5a006eff0d,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:31.829541 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:31.834526 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92e739-6928-416c-b93d-4df968fdf9f4 None None] No DVR routers for this DVR port db033701-6f44-4816-8118-9f5a006eff0d on host dv-cinder-790535-1-smb {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:01:31.962821 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.977034 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd589f54-393a-4051-8c01-4ac70af62fd4']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:31.983094 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:31.991018 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a1e3e866-a0ba-48cb-8283-fd01bbc0b6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:31.992907 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0ce2e3-0440-4be5-976d-c9e7bac584b0') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:31.993375 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0ce2e3-0440-4be5-976d-c9e7bac584b0') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:01:32.008383 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266735905'] for segment, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:32.031631 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:32.042129 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 19:01:32.042925 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266784468'] for segment, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:32.055386 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:32.056293 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:32.058298 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-ba758032-010f-4f60-885c-17263142c70a service neutron] 10.222.0.63 "PUT /v2.0/ports/a5cc53c4-f381-4f10-8ee4-a116b5d896dc HTTP/1.1" status: 200 len: 1093 time: 1.4597781 Jun 07 19:01:32.058298 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9620422-e684-4157-8587-49b71c850ebf', 'tag': 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:01:32.060713 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0df6a66-f69f-4d29-a72b-816290826814" -d '{"events": [{"name": "network-changed", "server_uuid": "c9620422-e684-4157-8587-49b71c850ebf", "tag": "a5cc53c4-f381-4f10-8ee4-a116b5d896dc"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: Traceback (most recent call last): Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: timer() Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: cb(*args, **kw) Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: return func(*args, **kwargs) Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: self._notify() Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: self.callback(batched_events) Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: event.method(event) Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: return f(self, *a, **k) Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: return self._get(url).json() Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: return self.request(url, 'GET', **kwargs) Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 19:01:32.073287 dv-cinder-790535-1-smb neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 19:01:32.098607 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba758032-010f-4f60-885c-17263142c70a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:32.098607 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ba758032-010f-4f60-885c-17263142c70a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:32.122032 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 19:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfadab8-6f36-405f-8bcb-75bfa5f835dd x-openstack-request-id: req-abfadab8-6f36-405f-8bcb-75bfa5f835dd {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:01:32.122466 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9620422-e684-4157-8587-49b71c850ebf", "tag": "a5cc53c4-f381-4f10-8ee4-a116b5d896dc", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:01:32.122904 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abfadab8-6f36-405f-8bcb-75bfa5f835dd {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:01:32.123642 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9620422-e684-4157-8587-49b71c850ebf', 'tag': 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc', 'status': 'completed', 'code': 200} Jun 07 19:01:32.234605 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df6a66-f69f-4d29-a72b-816290826814 req-c606c077-8f49-4796-a8f4-92aa81d1ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:32.236002 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c0df6a66-f69f-4d29-a72b-816290826814 req-c606c077-8f49-4796-a8f4-92aa81d1ae1d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 1096 time: 0.0861290 Jun 07 19:01:32.343757 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a9252-cb35-4d1a-87b4-0205ec48ca34 req-16685748-8791-4016-b23e-3bf9e9003089 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:32.345577 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5a3a9252-cb35-4d1a-87b4-0205ec48ca34 req-16685748-8791-4016-b23e-3bf9e9003089 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 943 time: 0.1277344 Jun 07 19:01:32.380707 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:32.387807 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:32.408685 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:32.410684 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dd589f54-393a-4051-8c01-4ac70af62fd4 HTTP/1.1" status: 204 len: 168 time: 1.6821759 Jun 07 19:01:32.419471 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df6a66-f69f-4d29-a72b-816290826814 req-aadf51be-c2e3-4d95-8237-097ff620930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:32.421817 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd589f54-393a-4051-8c01-4ac70af62fd4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:32.422952 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c0df6a66-f69f-4d29-a72b-816290826814 req-aadf51be-c2e3-4d95-8237-097ff620930c service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=8daf712a063240b58a56078d6ef83477&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1781831 Jun 07 19:01:32.426536 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:32.431994 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5a3a9252-cb35-4d1a-87b4-0205ec48ca34 req-f9bce3a1-2926-4505-8881-b1d5f1876f7d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741768 Jun 07 19:01:32.655957 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df6a66-f69f-4d29-a72b-816290826814 req-002fd456-138b-43e2-8a28-eb8c627f515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:32.657487 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c0df6a66-f69f-4d29-a72b-816290826814 req-002fd456-138b-43e2-8a28-eb8c627f515f service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2267878 Jun 07 19:01:32.782325 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-eae2a4fd-8ba9-4a30-8bd3-c4149d36968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:32.784134 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-eae2a4fd-8ba9-4a30-8bd3-c4149d36968a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 1096 time: 0.0779042 Jun 07 19:01:32.830926 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59302) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:32.910194 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-38522dd1-29a0-415b-b259-97f8c7f26683 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=900703da489243d9910aad8278d29ae3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0774214 Jun 07 19:01:32.915214 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59304) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:32.941104 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device db033701-6f44-4816-8118-9f5a006eff0d no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:01:32.979908 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-e37a9953-108a-445c-871f-7b11aaca87df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5cc53c4-f381-4f10-8ee4-a116b5d896dc HTTP/1.1" status: 200 len: 217 time: 0.1856802 Jun 07 19:01:32.983386 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: db033701-6f44-4816-8118-9f5a006eff0d {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:01:32.983745 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device db033701-6f44-4816-8118-9f5a006eff0d not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:01:33.026475 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8979cb5d-19db-4b84-8f32-2da1e911d0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:33.056718 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-0a499eb1-b6dc-4f98-b73e-28b619cf94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:33.058491 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-0a499eb1-b6dc-4f98-b73e-28b619cf94e2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91222558-6a4f-433a-af13-a76379cba064 HTTP/1.1" status: 200 len: 853 time: 0.0704937 Jun 07 19:01:33.077014 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8979cb5d-19db-4b84-8f32-2da1e911d0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:33.108421 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-f4a6aae5-df1d-451f-ac23-d1c5e5929c58 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425830 Jun 07 19:01:33.239553 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8979cb5d-19db-4b84-8f32-2da1e911d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:33.242553 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8979cb5d-19db-4b84-8f32-2da1e911d0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:33.243767 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-8979cb5d-19db-4b84-8f32-2da1e911d0a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/869257e7-290f-4df7-be1c-e3af9c222970 HTTP/1.1" status: 204 len: 168 time: 0.3265419 Jun 07 19:01:33.244601 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-353cd45a-fb79-4f79-82a1-8c3680c85a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:33.258635 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979cb5d-19db-4b84-8f32-2da1e911d0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869257e7-290f-4df7-be1c-e3af9c222970,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:33.262934 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8979cb5d-19db-4b84-8f32-2da1e911d0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:33.272309 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-78f486fa-d055-4846-8193-63739dd9dc67 service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561010 Jun 07 19:01:33.477986 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9358ae57-8ddb-48c5-90e9-c82cbd55bb88 req-6c8774ff-ab4e-4af7-ae77-ac4cd447cc6b service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981466 Jun 07 19:01:33.693622 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c25e5-572a-4883-ac92-a2e146a5b174 req-bb5527e4-ef65-4218-bfcb-0dc1c2256ca0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:33.696854 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-eb0c25e5-572a-4883-ac92-a2e146a5b174 req-bb5527e4-ef65-4218-bfcb-0dc1c2256ca0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 943 time: 0.1149142 Jun 07 19:01:33.762957 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-eb0c25e5-572a-4883-ac92-a2e146a5b174 req-678b64eb-cb33-4172-a4ac-b5184b69f6d2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547261 Jun 07 19:01:35.039927 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378b9d6-956f-4e1f-9108-c28a1434dd8b req-63350102-e26b-4ccb-9dde-953f0c985ac1 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:35.042775 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9378b9d6-956f-4e1f-9108-c28a1434dd8b req-63350102-e26b-4ccb-9dde-953f0c985ac1 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 943 time: 0.1129160 Jun 07 19:01:35.100985 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9378b9d6-956f-4e1f-9108-c28a1434dd8b req-70d99b91-a0af-4db6-83b1-8db5de9d8ee2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515993 Jun 07 19:01:36.109396 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59350) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:36.169921 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device a5cc53c4-f381-4f10-8ee4-a116b5d896dc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 19:01:36.288728 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0504-6279-458b-bafd-1d27042c1088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:36.353345 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4adf-efaf-4020-97ae-95ba0f9abd8a req-9dd0c24b-8581-4ed7-aac4-81ed2a06059e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:36.354968 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-035a4adf-efaf-4020-97ae-95ba0f9abd8a req-9dd0c24b-8581-4ed7-aac4-81ed2a06059e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 943 time: 0.1078880 Jun 07 19:01:36.424470 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port a5cc53c4-f381-4f10-8ee4-a116b5d896dc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:36.445417 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-035a4adf-efaf-4020-97ae-95ba0f9abd8a req-925e54d7-1509-49b4-8608-c47dd45ffd1a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722306 Jun 07 19:01:36.447084 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc', 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9', 'port_id': 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc', 'mac_address': 'fa:16:3e:0c:82:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91222558-6a4f-433a-af13-a76379cba064', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 19:01:36.462577 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0504-6279-458b-bafd-1d27042c1088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:36.549493 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:36.579912 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cc53c4-f381-4f10-8ee4-a116b5d896dc {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:01:36.602151 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port a5cc53c4-f381-4f10-8ee4-a116b5d896dc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:36.644524 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0504-6279-458b-bafd-1d27042c1088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:36.655139 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-88abc2b0-28bb-4ba7-a5d1-dee6eb5d8cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:36.711615 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-0e8d0504-6279-458b-bafd-1d27042c1088 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82ffde9985da44cdae9b2240c4da1233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5969996 Jun 07 19:01:36.711615 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d0504-6279-458b-bafd-1d27042c1088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f044d0-40ee-4edd-9c3a-e89270d59795,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:36.712517 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0e8d0504-6279-458b-bafd-1d27042c1088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:36.712947 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59356) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:36.731583 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:36.735821 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-af776165-df35-4dec-af61-a1d74933095f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:36.825509 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5bbb96f1-6a61-481d-bb6c-ff22edbe8f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:36.868642 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5bbb96f1-6a61-481d-bb6c-ff22edbe8f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:36.870936 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:36.873338 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:37.007010 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['a5cc53c4-f381-4f10-8ee4-a116b5d896dc'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:01:37.068012 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5bbb96f1-6a61-481d-bb6c-ff22edbe8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:37.070896 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5bbb96f1-6a61-481d-bb6c-ff22edbe8f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:37.072406 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-5bbb96f1-6a61-481d-bb6c-ff22edbe8f58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29f044d0-40ee-4edd-9c3a-e89270d59795 HTTP/1.1" status: 204 len: 168 time: 0.3580437 Jun 07 19:01:37.073766 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-8f761eb4-a81e-469f-9a35-ff152473a0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:37.090724 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb96f1-6a61-481d-bb6c-ff22edbe8f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f044d0-40ee-4edd-9c3a-e89270d59795,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:37.095287 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5bbb96f1-6a61-481d-bb6c-ff22edbe8f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:37.205202 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-704b67a5-551e-4b3a-823c-e77b4aa53bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:37.688802 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c620a9-cbc0-4c9f-8094-15785767ab81 req-95dcd8d4-5ef9-4ae3-b6ab-360444e32234 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:37.690363 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-38c620a9-cbc0-4c9f-8094-15785767ab81 req-95dcd8d4-5ef9-4ae3-b6ab-360444e32234 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 944 time: 0.0938194 Jun 07 19:01:37.748364 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-38c620a9-cbc0-4c9f-8094-15785767ab81 req-931d47fd-e559-4179-888e-b2ab0d6e5a6c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Jun 07 19:01:37.846803 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59364) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:37.877549 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-369a1cc1-2901-4de2-9bd0-7f94acca7774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.023351 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-369a1cc1-2901-4de2-9bd0-7f94acca7774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.101938 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-369a1cc1-2901-4de2-9bd0-7f94acca7774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.110040 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-67141e9d-87c2-48f6-be2a-97854dcaa787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:38.155374 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a1cc1-2901-4de2-9bd0-7f94acca7774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24888f33-81b6-4dc2-8e05-04d20276801a,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:38.159772 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-369a1cc1-2901-4de2-9bd0-7f94acca7774 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d362cd4313c347619d10615dbead476f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115494 Jun 07 19:01:38.169447 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-369a1cc1-2901-4de2-9bd0-7f94acca7774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:38.169447 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59366) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:38.186204 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device a5cc53c4-f381-4f10-8ee4-a116b5d896dc up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:01:38.237785 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-da08f2ae-818a-4df1-993f-d5d7983f7469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.271369 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-da08f2ae-818a-4df1-993f-d5d7983f7469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.347469 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port a5cc53c4-f381-4f10-8ee4-a116b5d896dc completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:01:38.353948 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port a5cc53c4-f381-4f10-8ee4-a116b5d896dc triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:01:38.354333 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.399552 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-da08f2ae-818a-4df1-993f-d5d7983f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.404002 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-da08f2ae-818a-4df1-993f-d5d7983f7469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.405997 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-da08f2ae-818a-4df1-993f-d5d7983f7469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24888f33-81b6-4dc2-8e05-04d20276801a HTTP/1.1" status: 204 len: 168 time: 0.2403052 Jun 07 19:01:38.412500 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-e6bca43e-37ef-4be1-9a57-85ce9aab401e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:38.423802 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08f2ae-818a-4df1-993f-d5d7983f7469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24888f33-81b6-4dc2-8e05-04d20276801a,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:38.426360 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-da08f2ae-818a-4df1-993f-d5d7983f7469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:38.575777 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.607332 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9620422-e684-4157-8587-49b71c850ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:01:38.609751 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1953416d-df28-4709-b3f1-afe26ddb6fba" -d '{"events": [{"server_uuid": "c9620422-e684-4157-8587-49b71c850ebf", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc53c4-f381-4f10-8ee4-a116b5d896dc"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:01:38.619441 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port a5cc53c4-f381-4f10-8ee4-a116b5d896dc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:01:38.655441 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e2b80e-e75e-42a0-8099-5b78a08a8a87 x-openstack-request-id: req-73e2b80e-e75e-42a0-8099-5b78a08a8a87 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:01:38.655784 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9620422-e684-4157-8587-49b71c850ebf", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc53c4-f381-4f10-8ee4-a116b5d896dc", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:01:38.656163 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73e2b80e-e75e-42a0-8099-5b78a08a8a87 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:01:38.656651 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9620422-e684-4157-8587-49b71c850ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc', 'code': 200} Jun 07 19:01:38.747276 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:38.750589 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:38.832609 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:38.838871 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:39.033363 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb117c3-384d-4d24-8431-2c42e0cc0ed1 req-aaceab9e-19ee-4622-a12b-e7c3220a7913 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:39.036721 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dbb117c3-384d-4d24-8431-2c42e0cc0ed1 req-aaceab9e-19ee-4622-a12b-e7c3220a7913 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 945 time: 0.1636341 Jun 07 19:01:39.119607 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dbb117c3-384d-4d24-8431-2c42e0cc0ed1 req-626bdcc2-257e-4585-b61c-178299cf054a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766344 Jun 07 19:01:39.136541 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a45d2e-6d0d-4393-869f-fb9d16ef3adb req-de496e79-eb2e-4df4-b403-671a13673dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:39.138071 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a1a45d2e-6d0d-4393-869f-fb9d16ef3adb req-de496e79-eb2e-4df4-b403-671a13673dcc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 1098 time: 0.0869274 Jun 07 19:01:39.201205 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a1a45d2e-6d0d-4393-869f-fb9d16ef3adb req-56cdf875-010c-486e-81d0-09aadb7377d2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552990 Jun 07 19:01:39.313200 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:40.190974 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:40.279501 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2b763ff8-6acf-41b9-bc31-a595083b15cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:40.353694 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94fed2-37ca-4630-9c95-4eb7197bba93 req-583781f0-3e30-42e6-8e83-aac490cc027a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:40.355259 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bf94fed2-37ca-4630-9c95-4eb7197bba93 req-583781f0-3e30-42e6-8e83-aac490cc027a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 945 time: 0.0963345 Jun 07 19:01:40.413479 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-bf94fed2-37ca-4630-9c95-4eb7197bba93 req-2378bc37-fc98-431a-8683-48e66a3f2de7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516293 Jun 07 19:01:41.479288 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:41.651461 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aed1ce-3839-4659-a367-d1909ef29caa req-f1b4c69f-0c62-4b46-8b1d-86152b0a7559 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:41.653341 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d5aed1ce-3839-4659-a367-d1909ef29caa req-f1b4c69f-0c62-4b46-8b1d-86152b0a7559 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 945 time: 0.1044116 Jun 07 19:01:41.707276 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d5aed1ce-3839-4659-a367-d1909ef29caa req-751191eb-48f1-46ab-9c6e-bc9cb43959da tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481339 Jun 07 19:01:43.250269 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:51.024119 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-53ac53e8-a458-493c-90cc-cf55c88c45b9 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:51.025750 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-53ac53e8-a458-493c-90cc-cf55c88c45b9 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/networks?id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 200 len: 813 time: 0.1706209 Jun 07 19:01:51.042190 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-28d1fbbf-274e-436e-8d22-e9c37cd20599 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/quotas/8daf712a063240b58a56078d6ef83477 HTTP/1.1" status: 200 len: 375 time: 0.0103538 Jun 07 19:01:51.143047 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-948f05ed-dc4d-40cc-bca5-2d64dee07047 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941107 Jun 07 19:01:51.293434 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2dcbce3f-9b69-4d06-a428-de2e3724f9a6 service neutron] 10.222.0.20 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425977 Jun 07 19:01:51.450373 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-bc5a9abf-f36d-4ffc-bbf2-cc01ec3eb131 service neutron] 10.222.0.20 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499026 Jun 07 19:01:51.971004 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-22a09d7b-fd39-46cc-a777-2b8b6d8ac58a req-b8ecc909-f38b-44c7-8cf0-15d823b05e07 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 210 time: 0.0498807 Jun 07 19:01:52.027099 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:01:53.173074 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-23b0784b-887a-4fc3-b771-85a3a669b7d6 req-03fdab27-5b37-406c-ac4f-967d26e1be4e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 210 time: 0.0580308 Jun 07 19:01:53.962036 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59568) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:54.102076 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a73b2223-8d39-4142-a2aa-c6abaa0b9c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:54.222333 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a73b2223-8d39-4142-a2aa-c6abaa0b9c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:54.307368 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a73b2223-8d39-4142-a2aa-c6abaa0b9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:54.323201 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0a1e1c23-abb8-40c1-825e-c5cb68033ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:54.389606 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-a73b2223-8d39-4142-a2aa-c6abaa0b9c59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b3fbdd750ca40938537ba1fa573cd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263818 Jun 07 19:01:54.391884 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b2223-8d39-4142-a2aa-c6abaa0b9c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1521f488-c07e-400a-b31b-5239d92bdb4f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:54.394647 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59574) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:54.397506 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-a73b2223-8d39-4142-a2aa-c6abaa0b9c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:54.441523 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3a4d386b-5664-4235-80a4-4f2c671d2252 req-219e9772-5cf6-4e4b-a311-07dd777cf6c2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 210 time: 0.0974803 Jun 07 19:01:54.577810 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-303c5a4a-18d9-42c9-ba4d-1a76c11ccc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:54.607685 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-303c5a4a-18d9-42c9-ba4d-1a76c11ccc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:54.776196 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-303c5a4a-18d9-42c9-ba4d-1a76c11ccc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:54.781212 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-303c5a4a-18d9-42c9-ba4d-1a76c11ccc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:54.783233 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-303c5a4a-18d9-42c9-ba4d-1a76c11ccc4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1521f488-c07e-400a-b31b-5239d92bdb4f HTTP/1.1" status: 204 len: 168 time: 0.3870823 Jun 07 19:01:54.784431 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-19a29f83-8f8d-4f21-be56-d8bf00a67bdc tempest-VolumesNegativeTest-388322916 tempest-VolumesNegativeTest-388322916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:54.804146 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-6ff27036-1de8-49c3-9aa5-a7bd489e455e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:54.805632 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-6ff27036-1de8-49c3-9aa5-a7bd489e455e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "GET /v2.0/networks?id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 200 len: 813 time: 0.2543776 Jun 07 19:01:54.805850 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c5a4a-18d9-42c9-ba4d-1a76c11ccc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1521f488-c07e-400a-b31b-5239d92bdb4f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:54.809708 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-303c5a4a-18d9-42c9-ba4d-1a76c11ccc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:54.820922 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Request body: {'port': {'device_id': '630d6c61-3a7f-4127-ac06-ea508cc44f5c', 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9', 'admin_state_up': True, 'tenant_id': '8daf712a063240b58a56078d6ef83477'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:01:55.130216 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Made reservation on behalf of 8daf712a063240b58a56078d6ef83477 for: {'port': 1} {{(pid=104082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 19:01:55.134509 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:55.511537 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Allocated IP 172.20.0.14 (bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9/91222558-6a4f-433a-af13-a76379cba064/b145875e-6936-443c-b255-21a318ceb02f) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 19:01:55.624128 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-bf51e73d-3c79-4f08-a038-4116dfa733d9 req-1f649552-b564-484a-9a14-35ff7bf645e3 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 210 time: 0.0520873 Jun 07 19:01:55.829291 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks [] for port, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:56.044592 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59590) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:56.065024 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30b3e722-b089-4ca9-9751-295a3eb6d6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:56.074659 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1531805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787100443504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-267045132'] for port, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:56.078380 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:56.078380 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 19:01:56.078380 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 19:01:56.078380 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 19:01:56.078380 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 19:01:56.078380 dv-cinder-790535-1-smb neutron-server[104082]: ERROR neutron_lib.callbacks.manager Jun 07 19:01:56.087895 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['9d13af97-1b11-4c01-8606-11a730f7c0b0', '7ca0c466-d8b8-4008-87e6-248781c47ab6', 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:01:56.107638 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 19:01:56.109830 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 19:01:56.114246 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 19:01:56.237689 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:56.239974 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:56.241235 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30b3e722-b089-4ca9-9751-295a3eb6d6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:56.330820 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-30b3e722-b089-4ca9-9751-295a3eb6d6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:56.342839 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-f070143d-649c-4101-8e98-04e61463f5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:56.408811 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-30b3e722-b089-4ca9-9751-295a3eb6d6ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3bee23d8bd34fd5a783deab08b48e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626842 Jun 07 19:01:56.411815 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59592) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:01:56.412181 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3e722-b089-4ca9-9751-295a3eb6d6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b85e18-5ed0-44fa-a2b8-dbaf92791a72,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:56.429024 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-30b3e722-b089-4ca9-9751-295a3eb6d6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:56.434257 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-dbef7bda-da9b-4e73-bdf0-a5c5b8ace78e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6199183 Jun 07 19:01:56.454151 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.v2.base [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Request body: {'port': {'device_id': '630d6c61-3a7f-4127-ac06-ea508cc44f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=104082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 19:01:56.593957 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4e60507a-8754-41e8-824b-1e8a03019791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:56.630372 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:56.646052 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4e60507a-8754-41e8-824b-1e8a03019791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:57.009884 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be67222-00be-4d90-b436-3ccfb12f1752 req-54ba247b-1972-4389-a625-3ebec141fae8 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:57.011449 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2be67222-00be-4d90-b436-3ccfb12f1752 req-54ba247b-1972-4389-a625-3ebec141fae8 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 932 time: 0.2179689 Jun 07 19:01:57.046202 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4e60507a-8754-41e8-824b-1e8a03019791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:57.048729 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4e60507a-8754-41e8-824b-1e8a03019791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:57.054471 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-4e60507a-8754-41e8-824b-1e8a03019791 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63b85e18-5ed0-44fa-a2b8-dbaf92791a72 HTTP/1.1" status: 204 len: 168 time: 0.6365888 Jun 07 19:01:57.054471 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-64dd0910-b9d8-4304-bacf-312fe80e0e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:57.071154 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60507a-8754-41e8-824b-1e8a03019791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b85e18-5ed0-44fa-a2b8-dbaf92791a72,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:57.077928 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-4e60507a-8754-41e8-824b-1e8a03019791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:57.105867 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2be67222-00be-4d90-b436-3ccfb12f1752 req-96e1bfd1-fde3-4071-a352-ea2b4978b0e4 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814803 Jun 07 19:01:57.180495 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b145875e-6936-443c-b255-21a318ceb02f {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:01:57.190452 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:57.222155 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Transition to ACTIVE for port object b145875e-6936-443c-b255-21a318ceb02f will not be triggered until provisioned by entity L2. {{(pid=104082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 19:01:57.319320 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:57.323586 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ba758032-010f-4f60-885c-17263142c70a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:57.502243 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Pushing event updated for resources: {'Port': ['ID=b145875e-6936-443c-b255-21a318ceb02f,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:57.516345 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:57.610060 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Attempting to bind port b145875e-6936-443c-b255-21a318ceb02f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 19:01:57.610829 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Attempting to bind port b145875e-6936-443c-b255-21a318ceb02f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 19:01:57.611135 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Attempting to bind port b145875e-6936-443c-b255-21a318ceb02f on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:01:57.620070 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Port b145875e-6936-443c-b255-21a318ceb02f on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 19:01:57.620606 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Attempting to bind port b145875e-6936-443c-b255-21a318ceb02f on network bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 19:01:57.634728 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Checking agent: {'id': 'e4751309-84e0-4745-99ec-5ef80ae89abd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'started_at': datetime.datetime(2021, 6, 7, 18, 52, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 19:01:57.634728 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Checking segment: {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 19:01:57.634728 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Bound using segment: {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 19:01:57.634728 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Bound port: b145875e-6936-443c-b255-21a318ceb02f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6561c1-c5e5-4b60-b6da-c196ec18eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 19:01:57.634728 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:57.743617 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] For port b145875e-6936-443c-b255-21a318ceb02f, host hv-cinder-79053, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 19:01:57.746927 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] For port b145875e-6936-443c-b255-21a318ceb02f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b145875e-6936-443c-b255-21a318ceb02f,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 19:01:57.960895 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267045182'] for port, after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:57.969134 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b6e455df-eb79-499c-baf2-697edca51f6c tempest-VolumesActionsTest-619599391 tempest-VolumesActionsTest-619599391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:01:58.061296 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:58.061923 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:01:58.063384 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] 10.222.0.63 "PUT /v2.0/ports/b145875e-6936-443c-b255-21a318ceb02f HTTP/1.1" status: 200 len: 1094 time: 1.6145873 Jun 07 19:01:58.063950 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630d6c61-3a7f-4127-ac06-ea508cc44f5c', 'tag': 'b145875e-6936-443c-b255-21a318ceb02f'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:01:58.066423 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a7a36-2693-455b-8225-3cff437c9c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "630d6c61-3a7f-4127-ac06-ea508cc44f5c", "tag": "b145875e-6936-443c-b255-21a318ceb02f"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:01:58.119953 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 19:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff4bc7c-4388-49ed-895d-f8c0bfe7173b x-openstack-request-id: req-cff4bc7c-4388-49ed-895d-f8c0bfe7173b {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:01:58.119953 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630d6c61-3a7f-4127-ac06-ea508cc44f5c", "tag": "b145875e-6936-443c-b255-21a318ceb02f", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:01:58.120286 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cff4bc7c-4388-49ed-895d-f8c0bfe7173b {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:01:58.120903 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630d6c61-3a7f-4127-ac06-ea508cc44f5c', 'tag': 'b145875e-6936-443c-b255-21a318ceb02f', 'status': 'completed', 'code': 200} Jun 07 19:01:58.122159 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Pushing event updated for resources: {'Port': ['ID=b145875e-6936-443c-b255-21a318ceb02f,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:01:58.127815 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:01:58.229509 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7a36-2693-455b-8225-3cff437c9c1c req-e021ff78-cd63-44e2-86b0-d502a3dff792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:58.231108 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-738a7a36-2693-455b-8225-3cff437c9c1c req-e021ff78-cd63-44e2-86b0-d502a3dff792 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 1097 time: 0.0874693 Jun 07 19:01:58.612715 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7a36-2693-455b-8225-3cff437c9c1c req-b6cc2fcf-1d92-41c9-a71d-20f13905c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:58.615361 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-738a7a36-2693-455b-8225-3cff437c9c1c req-b6cc2fcf-1d92-41c9-a71d-20f13905c66b service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=8daf712a063240b58a56078d6ef83477&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3765259 Jun 07 19:01:58.656392 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2ef76-6728-4a68-9566-03e51887489f req-e8ecb8fa-7196-48e8-9a45-5e56304b780e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:58.657991 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4ec2ef76-6728-4a68-9566-03e51887489f req-e8ecb8fa-7196-48e8-9a45-5e56304b780e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 944 time: 0.3800590 Jun 07 19:01:58.799831 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-4ec2ef76-6728-4a68-9566-03e51887489f req-d2d5eca8-6aef-45b2-b885-89c7fe6c9cfe tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217539 Jun 07 19:01:58.828406 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7a36-2693-455b-8225-3cff437c9c1c req-5d90392b-76ed-402f-9d66-3a403702c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:58.830077 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-738a7a36-2693-455b-8225-3cff437c9c1c req-5d90392b-76ed-402f-9d66-3a403702c020 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2078819 Jun 07 19:01:58.976375 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-9aef64fa-d7e2-4739-961b-fac64ea92cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:58.977984 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-9aef64fa-d7e2-4739-961b-fac64ea92cd6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 1097 time: 0.0915420 Jun 07 19:01:59.059772 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2a0ac182-0eb4-48a3-960e-5067e7275bde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b145875e-6936-443c-b255-21a318ceb02f HTTP/1.1" status: 200 len: 217 time: 0.0733564 Jun 07 19:01:59.141945 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-b3912453-0704-43a7-b0ee-e8f2f8b7ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:01:59.143545 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-b3912453-0704-43a7-b0ee-e8f2f8b7ed95 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91222558-6a4f-433a-af13-a76379cba064 HTTP/1.1" status: 200 len: 853 time: 0.0703268 Jun 07 19:01:59.209951 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-2950fc65-0f0a-4dc9-9723-61cda83fb277 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526826 Jun 07 19:01:59.386272 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-182628f1-dde7-4329-b6a8-493f579ec2bb service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692421 Jun 07 19:01:59.587159 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-7faf5751-cc3b-4369-8ed2-3b1e083d0374 req-3de0bc63-0852-452f-bd10-ee8d93e38666 service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940577 Jun 07 19:02:00.061387 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58edd13-f9cf-4afa-9fe5-ff587cdc61b0 req-90ad6b1d-bc1d-4a0d-ba77-74ec398dfeac tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:00.062979 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a58edd13-f9cf-4afa-9fe5-ff587cdc61b0 req-90ad6b1d-bc1d-4a0d-ba77-74ec398dfeac tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 944 time: 0.1212153 Jun 07 19:02:00.134160 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-a58edd13-f9cf-4afa-9fe5-ff587cdc61b0 req-0c68effc-65e5-49a7-a333-62e424dceb23 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645194 Jun 07 19:02:00.596031 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59646) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:00.731598 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c48d8392-2ed7-4df3-aee8-e1236a449b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:00.860941 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c48d8392-2ed7-4df3-aee8-e1236a449b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:00.907540 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c48d8392-2ed7-4df3-aee8-e1236a449b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:00.917283 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-17c9aa25-5d10-45f2-9f9b-4a4f62771d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:00.964736 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d8392-2ed7-4df3-aee8-e1236a449b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a4a784-c141-4bb0-b857-e70ab446a4fa,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:00.969557 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-c48d8392-2ed7-4df3-aee8-e1236a449b6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1325d8a41e504702b2c142e0cb8bf84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724155 Jun 07 19:02:00.970838 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c48d8392-2ed7-4df3-aee8-e1236a449b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:00.974450 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59650) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:01.055940 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f5d7be76-20ad-48ae-9cf3-51f6a3034d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:01.089594 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f5d7be76-20ad-48ae-9cf3-51f6a3034d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:01.287880 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f5d7be76-20ad-48ae-9cf3-51f6a3034d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:01.290556 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f5d7be76-20ad-48ae-9cf3-51f6a3034d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:01.291703 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-f5d7be76-20ad-48ae-9cf3-51f6a3034d53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67a4a784-c141-4bb0-b857-e70ab446a4fa HTTP/1.1" status: 204 len: 168 time: 0.3160119 Jun 07 19:02:01.297415 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-c48d8392-2ed7-4df3-aee8-e1236a449b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:01.318761 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7be76-20ad-48ae-9cf3-51f6a3034d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a4a784-c141-4bb0-b857-e70ab446a4fa,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:01.323076 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f5d7be76-20ad-48ae-9cf3-51f6a3034d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:01.358877 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4d27-5bad-49d9-aa1d-bf7acddd2d66 req-1d2fe132-1696-42d8-a157-4e8854334b4b tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:01.360462 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f59a4d27-5bad-49d9-aa1d-bf7acddd2d66 req-1d2fe132-1696-42d8-a157-4e8854334b4b tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 944 time: 0.1113462 Jun 07 19:02:01.417355 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f59a4d27-5bad-49d9-aa1d-bf7acddd2d66 req-1ed08d66-fa41-43e3-ba7b-42d22fa32386 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495162 Jun 07 19:02:02.151698 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59658) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:02.170117 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-909ffc4e-567d-4ea0-a706-661c7f513f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:02.254534 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device b145875e-6936-443c-b255-21a318ceb02f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 19:02:02.318826 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-909ffc4e-567d-4ea0-a706-661c7f513f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:02.428103 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port b145875e-6936-443c-b255-21a318ceb02f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b145875e-6936-443c-b255-21a318ceb02f,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:02:02.438819 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-909ffc4e-567d-4ea0-a706-661c7f513f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:02.445160 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': 'b145875e-6936-443c-b255-21a318ceb02f', 'network_id': 'bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9', 'port_id': 'b145875e-6936-443c-b255-21a318ceb02f', 'mac_address': 'fa:16:3e:1c:8c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91222558-6a4f-433a-af13-a76379cba064', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 19:02:02.452502 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2742a607-1c6e-4e45-b8a2-432325a3698b tempest-AttachVolumeTestJSON-1415306225 tempest-AttachVolumeTestJSON-1415306225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:02.510888 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:02.531404 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b145875e-6936-443c-b255-21a318ceb02f {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:02:02.532741 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-909ffc4e-567d-4ea0-a706-661c7f513f2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18644ab665834241ae40aae049bc5c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796844 Jun 07 19:02:02.534345 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ffc4e-567d-4ea0-a706-661c7f513f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9585ba2-22fe-441c-b7e3-488bdeeef1db,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:02.535286 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59662) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:02.548488 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-909ffc4e-567d-4ea0-a706-661c7f513f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:02.569078 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port b145875e-6936-443c-b255-21a318ceb02f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b145875e-6936-443c-b255-21a318ceb02f,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:02:02.609981 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6de77ab5-4666-4342-b802-3754de13767f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:02.642978 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6de77ab5-4666-4342-b802-3754de13767f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:02.650400 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:02.653920 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-90232c3c-de45-4512-b692-e8cb3fc65f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:02.736057 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227085b-06ac-4ba6-bdf2-5d911c5558dc req-93e10d5c-fd25-4c9f-ae51-853fb777b978 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:02.737879 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3227085b-06ac-4ba6-bdf2-5d911c5558dc req-93e10d5c-fd25-4c9f-ae51-853fb777b978 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 945 time: 0.1396434 Jun 07 19:02:02.777499 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=b145875e-6936-443c-b255-21a318ceb02f,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:02.785863 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.786186 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.786543 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.786878 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.787219 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.787553 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.787885 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.788215 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.788557 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.788904 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.789231 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.789552 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:02.793727 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:02.799208 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6de77ab5-4666-4342-b802-3754de13767f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:02.805532 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6de77ab5-4666-4342-b802-3754de13767f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:02.805774 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-3227085b-06ac-4ba6-bdf2-5d911c5558dc req-fc1587b0-2d50-47d7-9de2-22e82ffdc773 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605865 Jun 07 19:02:02.809555 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-6de77ab5-4666-4342-b802-3754de13767f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9585ba2-22fe-441c-b7e3-488bdeeef1db HTTP/1.1" status: 204 len: 168 time: 0.2720947 Jun 07 19:02:02.810932 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5b72600e-0a9f-437e-9d3b-8f861c760d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:02.831786 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de77ab5-4666-4342-b802-3754de13767f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9585ba2-22fe-441c-b7e3-488bdeeef1db,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:02.835036 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6de77ab5-4666-4342-b802-3754de13767f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:02.916806 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['b145875e-6936-443c-b255-21a318ceb02f'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:02:04.049314 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22604fb-edba-4f98-b756-8071e53913ce req-35b2e3c1-0f8e-4ac0-86c0-a281c2c6c28e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:04.051193 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c22604fb-edba-4f98-b756-8071e53913ce req-35b2e3c1-0f8e-4ac0-86c0-a281c2c6c28e tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 945 time: 0.0977969 Jun 07 19:02:04.119906 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c22604fb-edba-4f98-b756-8071e53913ce req-16e57371-b209-41d7-b4fa-8b0f39f23346 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609159 Jun 07 19:02:04.262948 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device b145875e-6936-443c-b255-21a318ceb02f up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:02:04.422698 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning for port b145875e-6936-443c-b255-21a318ceb02f completed by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 19:02:04.429200 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port b145875e-6936-443c-b255-21a318ceb02f triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:02:04.429804 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:04.576623 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:04.608045 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d6c61-3a7f-4127-ac06-ea508cc44f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b145875e-6936-443c-b255-21a318ceb02f'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:02:04.610712 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbb8371-d399-4c9b-b923-d59885ee75fc" -d '{"events": [{"server_uuid": "630d6c61-3a7f-4127-ac06-ea508cc44f5c", "name": "network-vif-plugged", "status": "completed", "tag": "b145875e-6936-443c-b255-21a318ceb02f"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:02:04.619681 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port b145875e-6936-443c-b255-21a318ceb02f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b145875e-6936-443c-b255-21a318ceb02f,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:02:04.668204 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6bd477-f813-45a6-bd15-dca921129bb0 x-openstack-request-id: req-fe6bd477-f813-45a6-bd15-dca921129bb0 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:02:04.668556 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d6c61-3a7f-4127-ac06-ea508cc44f5c", "name": "network-vif-plugged", "status": "completed", "tag": "b145875e-6936-443c-b255-21a318ceb02f", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:02:04.668904 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe6bd477-f813-45a6-bd15-dca921129bb0 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:02:04.669340 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d6c61-3a7f-4127-ac06-ea508cc44f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b145875e-6936-443c-b255-21a318ceb02f', 'code': 200} Jun 07 19:02:04.718931 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:04.722378 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:04.802587 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=b145875e-6936-443c-b255-21a318ceb02f,revision_number=5']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:04.806247 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:05.146514 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce64a1-23e3-48cd-8ff3-15db5eb9cb1e req-b0a55deb-54a3-482b-911d-d5021d4b7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:05.148093 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-39ce64a1-23e3-48cd-8ff3-15db5eb9cb1e req-b0a55deb-54a3-482b-911d-d5021d4b7aea service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 1099 time: 0.0834417 Jun 07 19:02:05.217382 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-39ce64a1-23e3-48cd-8ff3-15db5eb9cb1e req-b269fb15-a312-4619-a821-cc36842921e1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602608 Jun 07 19:02:05.400518 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149b4c-ab98-4531-98ac-beb5703286e0 req-ed798455-6da7-4ca4-81b6-5eb1cfb61e1c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:05.403048 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0e149b4c-ab98-4531-98ac-beb5703286e0 req-ed798455-6da7-4ca4-81b6-5eb1cfb61e1c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 946 time: 0.1455839 Jun 07 19:02:05.467794 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-0e149b4c-ab98-4531-98ac-beb5703286e0 req-31e7d23a-a9e0-451c-82c1-8162f707ab46 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583875 Jun 07 19:02:06.763081 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a7d8f-bd42-43b7-a789-3d8775c67e63 req-40801958-288c-4f85-b84e-831afd7c91c7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:06.765071 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2b9a7d8f-bd42-43b7-a789-3d8775c67e63 req-40801958-288c-4f85-b84e-831afd7c91c7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 946 time: 0.1343400 Jun 07 19:02:06.835870 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2b9a7d8f-bd42-43b7-a789-3d8775c67e63 req-6cf8c862-356e-4b5d-8d12-375e0115233b tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598536 Jun 07 19:02:07.189236 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4e3968e6-3c20-4081-a98c-0e24db3b1006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:09.285522 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:10.215827 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:10.256756 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1d89e6c8-6a26-4447-bec4-ae5241fd2c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:11.456108 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:13.284428 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:13.877065 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 59786) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:14.073541 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:14.267109 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:14.347028 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:14.355529 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-d3b1f387-909a-46ed-8f7e-f97ddd71833f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:14.422301 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b164e64edbf4c87a611e2446de73c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435789 Jun 07 19:02:14.423800 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0aea8b-16e9-47b6-90b8-a2d5f615e701,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:14.426991 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 59794) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:14.438493 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.439107 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.439735 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.440390 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.441573 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.443137 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.443757 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.444353 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.445010 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.445614 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.446234 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.446853 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.453606 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-47adec37-b338-4ab8-a756-8f9e8372eae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:14.555530 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:14.600286 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:14.736419 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:14.740191 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:14.741572 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b0aea8b-16e9-47b6-90b8-a2d5f615e701 HTTP/1.1" status: 204 len: 168 time: 0.3129973 Jun 07 19:02:14.742748 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-3eb24a25-115b-4aca-982b-fac62f3f8175 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:14.754702 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0aea8b-16e9-47b6-90b8-a2d5f615e701,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:14.763098 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.763470 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.764111 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.764480 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.764863 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.765397 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.765757 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.766113 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.766480 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.766826 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.767176 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.767527 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:02:14.771920 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ec798258-b5ea-4fd9-867a-524de8808f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:16.390874 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-545958be-c478-4f7a-91f8-1dcf6ecc6f27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1089687 Jun 07 19:02:16.583170 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-b979c089-50cd-43c9-80b5-57fc3b55426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:16.584724 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-b979c089-50cd-43c9-80b5-57fc3b55426e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8daf712a063240b58a56078d6ef83477&device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 1099 time: 0.1130836 Jun 07 19:02:16.892908 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-353a3613-4cc2-4f9f-b87e-8e57f494e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:16.896679 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-353a3613-4cc2-4f9f-b87e-8e57f494e4f3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 200 len: 914 time: 0.2853706 Jun 07 19:02:17.026773 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-3b6727f5-2fdb-4e1b-83be-a0b7e7307962 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d13af97-1b11-4c01-8606-11a730f7c0b0 HTTP/1.1" status: 200 len: 217 time: 0.1210904 Jun 07 19:02:17.112513 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-9d41ebcd-7d39-4030-85ce-f0c5967952e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:17.116073 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-9d41ebcd-7d39-4030-85ce-f0c5967952e4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91222558-6a4f-433a-af13-a76379cba064 HTTP/1.1" status: 200 len: 853 time: 0.0793262 Jun 07 19:02:17.207566 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-0abe52d7-e6a0-458a-8629-824d39652b02 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825527 Jun 07 19:02:17.382347 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-e0023732-30b6-449f-908b-7292ad8a466b service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671987 Jun 07 19:02:17.576537 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6935ae53-e132-4d3b-87fd-1ddbc9e21469 req-c3676b14-65c4-4e86-8255-e397eb7f1499 service neutron] 10.222.0.63 "GET /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872325 Jun 07 19:02:18.052123 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa8689-3b70-4b07-88f7-f5677cf6c7fc req-58866b42-4e00-47e0-9ba6-37e17a997533 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:18.053759 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c2fa8689-3b70-4b07-88f7-f5677cf6c7fc req-58866b42-4e00-47e0-9ba6-37e17a997533 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 946 time: 0.0984738 Jun 07 19:02:18.108896 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-c2fa8689-3b70-4b07-88f7-f5677cf6c7fc req-7cdd7a58-90ef-4b4a-a20b-2d123f251fb0 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482049 Jun 07 19:02:19.318522 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15877773-3ce1-4889-b86e-a675df74caa5 req-bbd51d4d-7013-4fdd-9e6e-046d7b92ff86 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:19.320100 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-15877773-3ce1-4889-b86e-a675df74caa5 req-bbd51d4d-7013-4fdd-9e6e-046d7b92ff86 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 946 time: 0.0883770 Jun 07 19:02:19.375540 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-15877773-3ce1-4889-b86e-a675df74caa5 req-29483f3d-6ae6-4dd1-9785-aae90c6ea24d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Jun 07 19:02:19.672208 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ac46b-3f83-4459-b450-3292e3a00731 req-fc71158c-454f-4510-9a62-6c005b662a7d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:19.673734 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-315ac46b-3f83-4459-b450-3292e3a00731 req-fc71158c-454f-4510-9a62-6c005b662a7d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 946 time: 0.0899096 Jun 07 19:02:19.838366 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-315ac46b-3f83-4459-b450-3292e3a00731 req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Deleting port b145875e-6936-443c-b255-21a318ceb02f {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:02:19.838712 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-315ac46b-3f83-4459-b450-3292e3a00731 req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:19.993972 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-315ac46b-3f83-4459-b450-3292e3a00731 req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] For port b145875e-6936-443c-b255-21a318ceb02f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b145875e-6936-443c-b255-21a318ceb02f,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:02:19.994585 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-315ac46b-3f83-4459-b450-3292e3a00731 req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:20.241399 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-315ac46b-3f83-4459-b450-3292e3a00731 req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Calling delete_port for b145875e-6936-443c-b255-21a318ceb02f owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:02:20.473424 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-315ac46b-3f83-4459-b450-3292e3a00731 req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:20.491765 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['9d13af97-1b11-4c01-8606-11a730f7c0b0', '7ca0c466-d8b8-4008-87e6-248781c47ab6', 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:02:20.493769 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:20.583149 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Pushing event deleted for resources: {'Port': ['ID=b145875e-6936-443c-b255-21a318ceb02f,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:20.591008 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:20.599800 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f3e87d88-59f0-4b0a-aafc-73547d131f69 req-8999e33e-76dc-4640-a00c-6c8106a41372 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 210 time: 0.0590301 Jun 07 19:02:20.638995 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-315ac46b-3f83-4459-b450-3292e3a00731 req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] No DVR routers for this DVR port b145875e-6936-443c-b255-21a318ceb02f on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:02:20.642863 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-315ac46b-3f83-4459-b450-3292e3a00731 req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:20.646423 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-315ac46b-3f83-4459-b450-3292e3a00731 req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "DELETE /v2.0/ports/b145875e-6936-443c-b255-21a318ceb02f HTTP/1.1" status: 204 len: 173 time: 0.9664698 Jun 07 19:02:20.647214 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d6c61-3a7f-4127-ac06-ea508cc44f5c', 'name': 'network-vif-deleted', 'tag': 'b145875e-6936-443c-b255-21a318ceb02f'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:02:20.651645 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f13294d-1b99-4f1b-a3ce-b61223fee4eb" -d '{"events": [{"server_uuid": "630d6c61-3a7f-4127-ac06-ea508cc44f5c", "name": "network-vif-deleted", "tag": "b145875e-6936-443c-b255-21a318ceb02f"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:02:20.719999 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b720dc4-6c1f-46d6-9a1e-2208da3c8607 x-openstack-request-id: req-2b720dc4-6c1f-46d6-9a1e-2208da3c8607 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:02:20.720614 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d6c61-3a7f-4127-ac06-ea508cc44f5c", "name": "network-vif-deleted", "tag": "b145875e-6936-443c-b255-21a318ceb02f", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:02:20.721182 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b720dc4-6c1f-46d6-9a1e-2208da3c8607 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:02:20.721928 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d6c61-3a7f-4127-ac06-ea508cc44f5c', 'name': 'network-vif-deleted', 'tag': 'b145875e-6936-443c-b255-21a318ceb02f', 'status': 'completed', 'code': 200} Jun 07 19:02:21.790428 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2c31d7f8-a0c8-4f41-9f75-3d8be3b9f752 req-8f0bd2dd-3395-4bbf-873b-541e246be4ca tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=630d6c61-3a7f-4127-ac06-ea508cc44f5c HTTP/1.1" status: 200 len: 210 time: 0.0481153 Jun 07 19:02:22.370609 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device b145875e-6936-443c-b255-21a318ceb02f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:02:22.407280 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: b145875e-6936-443c-b255-21a318ceb02f {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:02:22.407630 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device b145875e-6936-443c-b255-21a318ceb02f not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:02:25.006356 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec232f55-6827-41d3-8a8a-22fc41d7ed9f req-09c99189-c952-4ad8-a1f6-7b70acf39fa2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:25.007857 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ec232f55-6827-41d3-8a8a-22fc41d7ed9f req-09c99189-c952-4ad8-a1f6-7b70acf39fa2 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 945 time: 0.0870247 Jun 07 19:02:25.058792 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-ec232f55-6827-41d3-8a8a-22fc41d7ed9f req-8b849927-69e7-4757-9ee2-3931d18d3833 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449319 Jun 07 19:02:26.319940 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16b2cf-b8a1-4b8a-8aff-02464d2b9bc5 req-ee2d122c-5b49-49b9-8c6a-e196f9fe12fc tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:26.321780 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6a16b2cf-b8a1-4b8a-8aff-02464d2b9bc5 req-ee2d122c-5b49-49b9-8c6a-e196f9fe12fc tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 945 time: 0.1402307 Jun 07 19:02:26.408142 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-6a16b2cf-b8a1-4b8a-8aff-02464d2b9bc5 req-fb7bc356-beb8-4df2-be98-6120e296f329 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739269 Jun 07 19:02:26.534391 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-a5e8531d-2b79-4b9f-87ab-bc990c483495 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:26.536218 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-a5e8531d-2b79-4b9f-87ab-bc990c483495 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 945 time: 0.0970154 Jun 07 19:02:26.842207 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Deleting port a5cc53c4-f381-4f10-8ee4-a116b5d896dc {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:02:26.842549 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:27.002320 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] For port a5cc53c4-f381-4f10-8ee4-a116b5d896dc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:02:27.002602 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:27.148145 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Calling delete_port for a5cc53c4-f381-4f10-8ee4-a116b5d896dc owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:02:27.341948 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:27.349266 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:27.353709 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['9d13af97-1b11-4c01-8606-11a730f7c0b0', '7ca0c466-d8b8-4008-87e6-248781c47ab6', 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:02:27.400113 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Pushing event deleted for resources: {'Port': ['ID=a5cc53c4-f381-4f10-8ee4-a116b5d896dc,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:27.403501 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:27.485794 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] No DVR routers for this DVR port a5cc53c4-f381-4f10-8ee4-a116b5d896dc on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:02:27.489199 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:27.491157 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-e61faba6-94dc-44b4-b694-ce4dedfb3822 req-5f1ad6e7-0667-49da-b5e6-ef65abfa179f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "DELETE /v2.0/ports/a5cc53c4-f381-4f10-8ee4-a116b5d896dc HTTP/1.1" status: 204 len: 173 time: 0.9482694 Jun 07 19:02:27.491679 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9620422-e684-4157-8587-49b71c850ebf', 'name': 'network-vif-deleted', 'tag': 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:02:27.494161 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9787a4-e871-4a31-b8d1-22a9594d6a06" -d '{"events": [{"server_uuid": "c9620422-e684-4157-8587-49b71c850ebf", "name": "network-vif-deleted", "tag": "a5cc53c4-f381-4f10-8ee4-a116b5d896dc"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:02:27.605499 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5f3347-5973-4444-a5c4-7ef1983af724 x-openstack-request-id: req-7b5f3347-5973-4444-a5c4-7ef1983af724 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:02:27.606198 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9620422-e684-4157-8587-49b71c850ebf", "name": "network-vif-deleted", "tag": "a5cc53c4-f381-4f10-8ee4-a116b5d896dc", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:02:27.606384 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b5f3347-5973-4444-a5c4-7ef1983af724 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:02:27.607075 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9620422-e684-4157-8587-49b71c850ebf', 'name': 'network-vif-deleted', 'tag': 'a5cc53c4-f381-4f10-8ee4-a116b5d896dc', 'status': 'completed', 'code': 200} Jun 07 19:02:27.620442 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1a65ddc6-49dc-4114-805b-5f9d07b18695 req-23390f2e-d8de-4035-ba07-50a516881693 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9620422-e684-4157-8587-49b71c850ebf HTTP/1.1" status: 200 len: 210 time: 0.0915794 Jun 07 19:02:29.033810 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:02:29.419600 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440411f1-23f8-46e2-9c26-6a0aa746cb99 req-a7e896a2-e335-4a56-a697-89414d0d0126 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:29.421163 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-440411f1-23f8-46e2-9c26-6a0aa746cb99 req-a7e896a2-e335-4a56-a697-89414d0d0126 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 945 time: 0.1421597 Jun 07 19:02:29.489125 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-440411f1-23f8-46e2-9c26-6a0aa746cb99 req-136ab163-bfb8-4832-81a8-f0d4516d5749 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594096 Jun 07 19:02:30.397281 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device a5cc53c4-f381-4f10-8ee4-a116b5d896dc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:02:30.436590 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: a5cc53c4-f381-4f10-8ee4-a116b5d896dc {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:02:30.436983 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device a5cc53c4-f381-4f10-8ee4-a116b5d896dc not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:02:30.757485 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-05e6f3a8-7992-43af-8bcf-dbbf9575db4a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:30.759368 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-05e6f3a8-7992-43af-8bcf-dbbf9575db4a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 945 time: 0.1570377 Jun 07 19:02:30.810479 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f621da-1a9a-4960-9af4-4fb21353fd11 req-af55f60e-2a21-4666-8d88-8fd026cc3662 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:30.812047 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a7f621da-1a9a-4960-9af4-4fb21353fd11 req-af55f60e-2a21-4666-8d88-8fd026cc3662 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 945 time: 0.1790950 Jun 07 19:02:30.926913 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a7f621da-1a9a-4960-9af4-4fb21353fd11 req-b904fd7d-12f5-4891-a040-96bb912e974c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025209 Jun 07 19:02:30.959295 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Deleting port 7ca0c466-d8b8-4008-87e6-248781c47ab6 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:02:30.959637 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:31.106006 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] For port 7ca0c466-d8b8-4008-87e6-248781c47ab6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca0c466-d8b8-4008-87e6-248781c47ab6,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:02:31.106372 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:31.240064 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Calling delete_port for 7ca0c466-d8b8-4008-87e6-248781c47ab6 owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:02:31.478266 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:31.484380 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-35f31cc3-a203-44ad-90e3-3a98c6129a13 tempest-AttachVolumeShelveTestJSON-1662055317 tempest-AttachVolumeShelveTestJSON-1662055317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:31.491539 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['9d13af97-1b11-4c01-8606-11a730f7c0b0', '7ca0c466-d8b8-4008-87e6-248781c47ab6'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:02:31.537763 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Pushing event deleted for resources: {'Port': ['ID=7ca0c466-d8b8-4008-87e6-248781c47ab6,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:31.566513 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:31.616551 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] No DVR routers for this DVR port 7ca0c466-d8b8-4008-87e6-248781c47ab6 on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:02:31.619327 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:31.621671 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a63d550a-bfaf-41b2-a36c-6a397b613373 req-ec79b557-e9fe-47b1-990d-a910c93d07d7 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "DELETE /v2.0/ports/7ca0c466-d8b8-4008-87e6-248781c47ab6 HTTP/1.1" status: 204 len: 173 time: 0.8562124 Jun 07 19:02:31.622286 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd037a071-7caf-438b-abc0-afe62ef2cc1d', 'name': 'network-vif-deleted', 'tag': '7ca0c466-d8b8-4008-87e6-248781c47ab6'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:02:31.624618 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fada199e-54f8-44a9-9327-459717ad8a70" -d '{"events": [{"server_uuid": "d037a071-7caf-438b-abc0-afe62ef2cc1d", "name": "network-vif-deleted", "tag": "7ca0c466-d8b8-4008-87e6-248781c47ab6"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:02:31.672376 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046e6ef7-e95b-4696-bfae-46723a54b87f x-openstack-request-id: req-046e6ef7-e95b-4696-bfae-46723a54b87f {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:02:31.672727 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d037a071-7caf-438b-abc0-afe62ef2cc1d", "name": "network-vif-deleted", "tag": "7ca0c466-d8b8-4008-87e6-248781c47ab6", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:02:31.673049 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-046e6ef7-e95b-4696-bfae-46723a54b87f {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:02:31.673524 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd037a071-7caf-438b-abc0-afe62ef2cc1d', 'name': 'network-vif-deleted', 'tag': '7ca0c466-d8b8-4008-87e6-248781c47ab6', 'status': 'completed', 'code': 200} Jun 07 19:02:32.202292 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-83bfd4f8-2e36-4271-8c7a-7894ed33e326 req-af4ae7f8-b558-4ad7-afd9-6f9bc34d668f tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=d037a071-7caf-438b-abc0-afe62ef2cc1d HTTP/1.1" status: 200 len: 210 time: 0.1447475 Jun 07 19:02:34.411566 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 7ca0c466-d8b8-4008-87e6-248781c47ab6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:02:34.449532 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 7ca0c466-d8b8-4008-87e6-248781c47ab6 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:02:34.449887 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 7ca0c466-d8b8-4008-87e6-248781c47ab6 not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:02:35.449692 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940fe10-0145-4832-8747-289a61ca015d req-80ed24f6-c5be-40b1-b079-7945a4394b89 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:35.451210 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8940fe10-0145-4832-8747-289a61ca015d req-80ed24f6-c5be-40b1-b079-7945a4394b89 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 946 time: 0.0891967 Jun 07 19:02:35.498891 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8940fe10-0145-4832-8747-289a61ca015d req-ea01bd52-b9f2-4c8d-a83c-0b966768ca2d tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Jun 07 19:02:36.697138 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea9d4-7ba9-40ae-ae8d-0f02e5b6c98a req-5dc1da37-cbe5-47ff-ab6b-7ab341d7c65c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:36.698676 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-594ea9d4-7ba9-40ae-ae8d-0f02e5b6c98a req-5dc1da37-cbe5-47ff-ab6b-7ab341d7c65c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 946 time: 0.0855155 Jun 07 19:02:36.746706 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-594ea9d4-7ba9-40ae-ae8d-0f02e5b6c98a req-e3550531-0824-4bc9-8cfd-8302b839572c tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf1117f-f105-47fa-8f88-a93a7430c0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Jun 07 19:02:36.833513 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-fc9fc70e-c3aa-4719-a55f-574009c56ebe tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:02:36.834303 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-fc9fc70e-c3aa-4719-a55f-574009c56ebe tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 946 time: 0.0861554 Jun 07 19:02:36.995948 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Deleting port 9d13af97-1b11-4c01-8606-11a730f7c0b0 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:02:36.996298 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:37.164264 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d268e44d-5517-4eb4-afc5-dad5282992a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:37.176970 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] For port 9d13af97-1b11-4c01-8606-11a730f7c0b0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d13af97-1b11-4c01-8606-11a730f7c0b0,segment=NetworkSegment(be6561c1-c5e5-4b60-b6da-c196ec18eb69),segment_id=be6561c1-c5e5-4b60-b6da-c196ec18eb69)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:02:37.177707 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:37.310671 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Calling delete_port for 9d13af97-1b11-4c01-8606-11a730f7c0b0 owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:02:37.501588 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:37.508974 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-2c07b884-e376-4bfc-9449-6538dccdcbdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:37.514593 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['9d13af97-1b11-4c01-8606-11a730f7c0b0'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:02:37.556658 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Pushing event deleted for resources: {'Port': ['ID=9d13af97-1b11-4c01-8606-11a730f7c0b0,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:37.560119 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:37.644277 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] No DVR routers for this DVR port 9d13af97-1b11-4c01-8606-11a730f7c0b0 on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:02:37.646681 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:37.648836 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-f8577567-4cb1-4a6e-9c14-2c78797e1e77 req-69b1257a-68c4-4ef7-9cc9-c822df7e3a84 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.63 "DELETE /v2.0/ports/9d13af97-1b11-4c01-8606-11a730f7c0b0 HTTP/1.1" status: 204 len: 173 time: 0.8081424 Jun 07 19:02:37.649371 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c5b5b-de4a-466b-bcc5-5a1043285ee8', 'name': 'network-vif-deleted', 'tag': '9d13af97-1b11-4c01-8606-11a730f7c0b0'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:02:37.651741 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba903eb9-70e5-4c4f-8987-51027f892919" -d '{"events": [{"server_uuid": "248c5b5b-de4a-466b-bcc5-5a1043285ee8", "name": "network-vif-deleted", "tag": "9d13af97-1b11-4c01-8606-11a730f7c0b0"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:02:37.700209 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06293651-5b66-4d3d-9fa3-b285eb39bca0 x-openstack-request-id: req-06293651-5b66-4d3d-9fa3-b285eb39bca0 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:02:37.700855 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c5b5b-de4a-466b-bcc5-5a1043285ee8", "name": "network-vif-deleted", "tag": "9d13af97-1b11-4c01-8606-11a730f7c0b0", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:02:37.700973 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06293651-5b66-4d3d-9fa3-b285eb39bca0 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:02:37.701425 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248c5b5b-de4a-466b-bcc5-5a1043285ee8', 'name': 'network-vif-deleted', 'tag': '9d13af97-1b11-4c01-8606-11a730f7c0b0', 'status': 'completed', 'code': 200} Jun 07 19:02:37.938936 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-96539992-ec95-483d-a49f-62ba9418c83d req-3158e5d2-c4df-4c86-8cf2-0b1fc97feeb6 tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] 10.222.0.20 "GET /v2.0/ports?device_id=248c5b5b-de4a-466b-bcc5-5a1043285ee8 HTTP/1.1" status: 200 len: 210 time: 0.0470042 Jun 07 19:02:39.056591 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60016) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:39.129557 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6365c0d5-1ae3-4d3a-9a2a-d416eb1e371f admin admin] Deleting subnet 91222558-6a4f-433a-af13-a76379cba064 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 19:02:39.138503 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6365c0d5-1ae3-4d3a-9a2a-d416eb1e371f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.198789 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6365c0d5-1ae3-4d3a-9a2a-d416eb1e371f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266735896'] for subnet, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.232495 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.266800 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6365c0d5-1ae3-4d3a-9a2a-d416eb1e371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.421827 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6365c0d5-1ae3-4d3a-9a2a-d416eb1e371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266784375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266596498'] for subnet, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.426470 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-fcaa2c30-756a-4f84-8ef1-098070809373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:39.466961 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365c0d5-1ae3-4d3a-9a2a-d416eb1e371f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91222558-6a4f-433a-af13-a76379cba064,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:39.470237 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6365c0d5-1ae3-4d3a-9a2a-d416eb1e371f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:39.471864 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6365c0d5-1ae3-4d3a-9a2a-d416eb1e371f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.473845 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-6365c0d5-1ae3-4d3a-9a2a-d416eb1e371f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/91222558-6a4f-433a-af13-a76379cba064 HTTP/1.1" status: 204 len: 168 time: 0.4161010 Jun 07 19:02:39.476383 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60020) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:39.588562 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.827431 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.843269 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:02:39.857599 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6561c1-c5e5-4b60-b6da-c196ec18eb69') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:02:39.857902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6561c1-c5e5-4b60-b6da-c196ec18eb69') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:02:39.871911 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266735905'] for segment, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.890757 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.898974 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 19:02:39.902998 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266784468'] for segment, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: Traceback (most recent call last): Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: timer() Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: cb(*args, **kw) Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: return func(*args, **kwargs) Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: self._notify() Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: self.callback(batched_events) Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: event.method(event) Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: return f(self, *a, **k) Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: return self._get(url).json() Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: return self.request(url, 'GET', **kwargs) Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 19:02:39.913578 dv-cinder-790535-1-smb neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 19:02:40.067383 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:40.071484 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:40.085484 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:40.087353 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] 10.222.0.20 "DELETE /v2.0/networks/bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9 HTTP/1.1" status: 204 len: 168 time: 0.6099393 Jun 07 19:02:40.094394 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb2fd1c-a54d-4b74-a1e9-237d8ebb4ef9,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:40.103558 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-95260310-6569-4fe4-b322-1a4be7eff04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:40.187232 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:40.262108 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a67daf76-9a67-490d-b08e-050a0004adc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:40.451190 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 9d13af97-1b11-4c01-8606-11a730f7c0b0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:02:40.504672 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 9d13af97-1b11-4c01-8606-11a730f7c0b0 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:02:40.505266 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 9d13af97-1b11-4c01-8606-11a730f7c0b0 not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:02:40.628569 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60030) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:40.688824 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-2d57d351-145f-4a16-8486-8bfbaedf15d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8daf712a063240b58a56078d6ef83477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582328 Jun 07 19:02:40.691538 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60034) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:40.757782 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e85be5bf-45e1-4021-8890-c50784800ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:40.787094 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e85be5bf-45e1-4021-8890-c50784800ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:40.986872 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e85be5bf-45e1-4021-8890-c50784800ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:40.990592 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e85be5bf-45e1-4021-8890-c50784800ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:40.991739 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-e85be5bf-45e1-4021-8890-c50784800ff6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cf1117f-f105-47fa-8f88-a93a7430c0c2 HTTP/1.1" status: 204 len: 168 time: 0.2990515 Jun 07 19:02:40.995985 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:41.003771 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85be5bf-45e1-4021-8890-c50784800ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf1117f-f105-47fa-8f88-a93a7430c0c2,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:41.006686 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e85be5bf-45e1-4021-8890-c50784800ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:41.438664 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:43.278527 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:44.818710 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60112) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:44.950387 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-36eaa996-ee6c-4646-9173-c6319dd3fc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.075910 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-36eaa996-ee6c-4646-9173-c6319dd3fc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.187009 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-36eaa996-ee6c-4646-9173-c6319dd3fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.194781 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8facecb4-16f7-4a51-a115-f8c34855bb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:45.241085 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaa996-ee6c-4646-9173-c6319dd3fc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655e823c-7424-4255-99fc-7cbd486bd876,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:45.249225 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-36eaa996-ee6c-4646-9173-c6319dd3fc63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e583343f4914f4bb8642c474ec70951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265873 Jun 07 19:02:45.249225 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-36eaa996-ee6c-4646-9173-c6319dd3fc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:45.249780 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60118) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:45.329758 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-caa4c9d2-3121-47f4-9f1a-f74f5399b77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.366821 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-caa4c9d2-3121-47f4-9f1a-f74f5399b77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.377669 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 60120) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:45.490161 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-caa4c9d2-3121-47f4-9f1a-f74f5399b77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.493060 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-caa4c9d2-3121-47f4-9f1a-f74f5399b77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.494795 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-caa4c9d2-3121-47f4-9f1a-f74f5399b77b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/655e823c-7424-4255-99fc-7cbd486bd876 HTTP/1.1" status: 204 len: 168 time: 0.2438610 Jun 07 19:02:45.496204 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-65057b15-054c-4375-a319-228845b90b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:45.510758 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4c9d2-3121-47f4-9f1a-f74f5399b77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655e823c-7424-4255-99fc-7cbd486bd876,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:45.513908 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-caa4c9d2-3121-47f4-9f1a-f74f5399b77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:45.519394 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e922-9206-4b1f-9edd-6a8e465df577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.636913 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e922-9206-4b1f-9edd-6a8e465df577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.684504 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e922-9206-4b1f-9edd-6a8e465df577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.697002 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-4e60507a-8754-41e8-824b-1e8a03019791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:45.742881 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-5cb7e922-9206-4b1f-9edd-6a8e465df577 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=741ea852b9c34edfbd5c0bdae31efd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640182 Jun 07 19:02:45.744521 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7e922-9206-4b1f-9edd-6a8e465df577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eab1e9-3715-4628-9a60-2eadce0286b0,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:45.745684 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60126) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:45.747877 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5cb7e922-9206-4b1f-9edd-6a8e465df577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:45.814192 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8991d0b1-9660-4c35-9cda-5689afa6bff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.845526 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8991d0b1-9660-4c35-9cda-5689afa6bff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.986305 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8991d0b1-9660-4c35-9cda-5689afa6bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.988943 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8991d0b1-9660-4c35-9cda-5689afa6bff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:45.990311 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-8991d0b1-9660-4c35-9cda-5689afa6bff9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0eab1e9-3715-4628-9a60-2eadce0286b0 HTTP/1.1" status: 204 len: 168 time: 0.2434561 Jun 07 19:02:45.992059 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-30b3e722-b089-4ca9-9751-295a3eb6d6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:46.005995 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991d0b1-9660-4c35-9cda-5689afa6bff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eab1e9-3715-4628-9a60-2eadce0286b0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:46.008679 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-8991d0b1-9660-4c35-9cda-5689afa6bff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:46.275816 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60132) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:46.293869 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd55f-b260-4bbb-81fd-9e3168156cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:46.446609 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd55f-b260-4bbb-81fd-9e3168156cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:46.519212 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd55f-b260-4bbb-81fd-9e3168156cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:46.531042 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-494804e2-6ae5-4b35-8626-5b4595c010d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:46.582898 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-4ffdd55f-b260-4bbb-81fd-9e3168156cfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e654f3f34d1040d98a74d750ec7494f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059602 Jun 07 19:02:46.583972 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdd55f-b260-4bbb-81fd-9e3168156cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83cc120-7024-442a-9e95-a6d462dc4ffe,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:46.585913 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 60142) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:46.589294 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-4ffdd55f-b260-4bbb-81fd-9e3168156cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:46.673693 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-91a5107f-a258-435d-b3b8-09100488135f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:46.704054 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-91a5107f-a258-435d-b3b8-09100488135f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:46.844801 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-91a5107f-a258-435d-b3b8-09100488135f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:46.848561 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-91a5107f-a258-435d-b3b8-09100488135f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:46.850131 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-91a5107f-a258-435d-b3b8-09100488135f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c83cc120-7024-442a-9e95-a6d462dc4ffe HTTP/1.1" status: 204 len: 168 time: 0.2630441 Jun 07 19:02:46.851362 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-f5d7be76-20ad-48ae-9cf3-51f6a3034d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:46.863793 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5107f-a258-435d-b3b8-09100488135f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83cc120-7024-442a-9e95-a6d462dc4ffe,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:46.866504 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-91a5107f-a258-435d-b3b8-09100488135f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:53.973032 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60268) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:54.149855 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c1125587-d96b-4901-b5ed-1cc5c4044814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:54.272513 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c1125587-d96b-4901-b5ed-1cc5c4044814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:54.415821 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c1125587-d96b-4901-b5ed-1cc5c4044814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:54.425136 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-3bafc565-c72c-4e1f-8bdc-94dc92e33906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:54.468005 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1125587-d96b-4901-b5ed-1cc5c4044814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0e1fcc-55c5-4e37-8535-1d668af3decf,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:54.472490 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-c1125587-d96b-4901-b5ed-1cc5c4044814 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4aa79bb7bc044f38e8d1bd29a066cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982955 Jun 07 19:02:54.473509 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c1125587-d96b-4901-b5ed-1cc5c4044814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:54.477244 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60276) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:54.547391 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-62ebe482-9cef-4041-a4e5-964dc6224003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:54.583849 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-62ebe482-9cef-4041-a4e5-964dc6224003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:54.758056 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-62ebe482-9cef-4041-a4e5-964dc6224003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:54.760528 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-62ebe482-9cef-4041-a4e5-964dc6224003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:54.761711 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-62ebe482-9cef-4041-a4e5-964dc6224003 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a0e1fcc-55c5-4e37-8535-1d668af3decf HTTP/1.1" status: 204 len: 168 time: 0.2840271 Jun 07 19:02:54.762545 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0c8cdf6e-2efb-4366-947b-7ae258ac7982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:54.773572 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebe482-9cef-4041-a4e5-964dc6224003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0e1fcc-55c5-4e37-8535-1d668af3decf,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:54.776185 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-62ebe482-9cef-4041-a4e5-964dc6224003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:55.546809 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60284) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:55.565917 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-01be071e-5db8-4874-bf8c-a85d934940c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:55.737205 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-01be071e-5db8-4874-bf8c-a85d934940c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:55.821006 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-01be071e-5db8-4874-bf8c-a85d934940c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:55.832263 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-909ffc4e-567d-4ea0-a706-661c7f513f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:55.880207 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-01be071e-5db8-4874-bf8c-a85d934940c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1543c979d26f4b2db3f4d64eb1fc5790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322728 Jun 07 19:02:55.881059 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be071e-5db8-4874-bf8c-a85d934940c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90f22b1-9486-400e-a987-5af926430fd4,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:55.884088 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60290) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:02:55.888363 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-01be071e-5db8-4874-bf8c-a85d934940c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:02:55.978417 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b63a404a-41e4-40e1-97fb-c6bf07de6947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:56.026794 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b63a404a-41e4-40e1-97fb-c6bf07de6947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:56.198947 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b63a404a-41e4-40e1-97fb-c6bf07de6947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:56.202040 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b63a404a-41e4-40e1-97fb-c6bf07de6947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:02:56.203494 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-b63a404a-41e4-40e1-97fb-c6bf07de6947 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c90f22b1-9486-400e-a987-5af926430fd4 HTTP/1.1" status: 204 len: 168 time: 0.3174927 Jun 07 19:02:56.204617 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5ddd4795-972c-468f-ae04-1169e2e446c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:02:56.219662 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a404a-41e4-40e1-97fb-c6bf07de6947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90f22b1-9486-400e-a987-5af926430fd4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:02:56.223273 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b63a404a-41e4-40e1-97fb-c6bf07de6947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:03.411949 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60384) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:03.559684 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-67b86a19-06bd-4423-9021-13ceb665d784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:03.693320 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-67b86a19-06bd-4423-9021-13ceb665d784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:03.787403 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-67b86a19-06bd-4423-9021-13ceb665d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:03.795332 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-17dae435-f880-45c5-99a5-3da741f058f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:03.840217 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-67b86a19-06bd-4423-9021-13ceb665d784 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7830b945a37a4d1c9fc39550f8ab3cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260607 Jun 07 19:03:03.840217 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b86a19-06bd-4423-9021-13ceb665d784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfde6b4-1977-4d89-a086-f174215b6c1b,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:03.842750 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 60388) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:03.843789 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-67b86a19-06bd-4423-9021-13ceb665d784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:03.943968 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7b211334-178b-47e7-bfdd-d344cbd384fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:03.993376 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7b211334-178b-47e7-bfdd-d344cbd384fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:04.181568 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7b211334-178b-47e7-bfdd-d344cbd384fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:04.185125 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7b211334-178b-47e7-bfdd-d344cbd384fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:04.186512 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-7b211334-178b-47e7-bfdd-d344cbd384fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dfde6b4-1977-4d89-a086-f174215b6c1b HTTP/1.1" status: 204 len: 168 time: 0.3423378 Jun 07 19:03:04.187544 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-5bbb96f1-6a61-481d-bb6c-ff22edbe8f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:04.203854 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b211334-178b-47e7-bfdd-d344cbd384fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfde6b4-1977-4d89-a086-f174215b6c1b,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:04.207698 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-7b211334-178b-47e7-bfdd-d344cbd384fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:05.133842 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 60400) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:05.152446 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a49b5a4f-9543-4696-b734-2127c9b34dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:05.264628 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a49b5a4f-9543-4696-b734-2127c9b34dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:05.352335 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a49b5a4f-9543-4696-b734-2127c9b34dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:05.362057 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-875b4214-991e-412f-a8a6-0be5916992c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:05.403657 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-a49b5a4f-9543-4696-b734-2127c9b34dfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07413a9a4836475bb7e042e8386af182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687149 Jun 07 19:03:05.406301 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 60402) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:05.417342 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b5a4f-9543-4696-b734-2127c9b34dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccebef9-cbc7-4741-b9d3-d7a82dd21457,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:05.422378 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a49b5a4f-9543-4696-b734-2127c9b34dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:05.473292 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-10ce33a5-0b09-4339-9278-f11ede8c8f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:05.505031 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-10ce33a5-0b09-4339-9278-f11ede8c8f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:05.672933 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-10ce33a5-0b09-4339-9278-f11ede8c8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:05.678309 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-10ce33a5-0b09-4339-9278-f11ede8c8f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:05.679936 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-10ce33a5-0b09-4339-9278-f11ede8c8f76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eccebef9-cbc7-4741-b9d3-d7a82dd21457 HTTP/1.1" status: 204 len: 168 time: 0.2726467 Jun 07 19:03:05.680882 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b4e5c3fe-d06d-4d51-b501-986b15858420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:05.692583 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce33a5-0b09-4339-9278-f11ede8c8f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccebef9-cbc7-4741-b9d3-d7a82dd21457,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:05.695128 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-10ce33a5-0b09-4339-9278-f11ede8c8f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:06.024577 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:03:07.135534 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13c2c6a2-8480-4f07-a044-8694dc0efcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:07.831105 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 60492) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:07.968052 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca4ed-9e51-4142-942d-e76270ab457e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:08.097029 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca4ed-9e51-4142-942d-e76270ab457e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:08.182184 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca4ed-9e51-4142-942d-e76270ab457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:08.196436 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-2fec468e-2a75-4963-9d26-5184af8cd557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:08.274607 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-cf5ca4ed-9e51-4142-942d-e76270ab457e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcfc54f69fc24a8880a626ac8238dd22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418998 Jun 07 19:03:08.277801 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60496) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:08.278393 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ca4ed-9e51-4142-942d-e76270ab457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d978f15-ac10-4990-82aa-34dbac81b929,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:08.283010 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-cf5ca4ed-9e51-4142-942d-e76270ab457e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:08.356680 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f184d82-d9e4-45ff-861d-8ada67e38025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:08.388279 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f184d82-d9e4-45ff-861d-8ada67e38025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:08.535815 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f184d82-d9e4-45ff-861d-8ada67e38025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:08.538580 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f184d82-d9e4-45ff-861d-8ada67e38025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:08.539795 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-9f184d82-d9e4-45ff-861d-8ada67e38025 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d978f15-ac10-4990-82aa-34dbac81b929 HTTP/1.1" status: 204 len: 168 time: 0.2608073 Jun 07 19:03:08.540636 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-303c5a4a-18d9-42c9-ba4d-1a76c11ccc4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:08.552574 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f184d82-d9e4-45ff-861d-8ada67e38025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d978f15-ac10-4990-82aa-34dbac81b929,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:08.555425 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9f184d82-d9e4-45ff-861d-8ada67e38025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:09.260059 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:10.209688 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:10.295501 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c290af33-98ce-46d5-b89f-cf1a1969a222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:11.472396 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:13.289747 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:16.382622 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-4965d733-6206-435e-bee5-5dee36531b89 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858917 Jun 07 19:03:16.487525 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-31082b32-807e-44b4-baef-8982d7fdf285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:16.489080 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-31082b32-807e-44b4-baef-8982d7fdf285 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da710836493146ff9ba894995a926f95&device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1098 time: 0.0812502 Jun 07 19:03:16.759099 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-fe041616-8acf-4d04-a428-dea9c072fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:16.760960 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-fe041616-8acf-4d04-a428-dea9c072fbc0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f48dbcf7-3cab-4826-83b4-49125b588abf HTTP/1.1" status: 200 len: 909 time: 0.2488468 Jun 07 19:03:16.885944 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-f7f63553-32b6-4795-b29e-b957a018b993 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f HTTP/1.1" status: 200 len: 1001 time: 0.1168468 Jun 07 19:03:16.967968 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-3492f94e-827f-4dd3-a17d-deaf2187cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:16.969470 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-3492f94e-827f-4dd3-a17d-deaf2187cef8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5235e930-1d14-4d39-a888-ecda1195501e HTTP/1.1" status: 200 len: 847 time: 0.0763049 Jun 07 19:03:17.061070 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-4ea944e6-0274-427d-9aa3-0241e23083bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:17.064029 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-4ea944e6-0274-427d-9aa3-0241e23083bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f48dbcf7-3cab-4826-83b4-49125b588abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867851 Jun 07 19:03:17.229287 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-d192dd3b-3f41-4d3a-82b0-dbba9f727e53 service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584096 Jun 07 19:03:17.391475 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-9306d196-7d19-4596-ab0c-ab05b6988ce9 req-85bbc5c1-76b9-41cb-9881-376bcc030a37 service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556098 Jun 07 19:03:17.893947 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cadd43-625c-4755-9d55-0119fd0d0436 req-dfcf8bed-ec27-4dd3-b2eb-6ec8f38683a6 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:17.895541 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-81cadd43-625c-4755-9d55-0119fd0d0436 req-dfcf8bed-ec27-4dd3-b2eb-6ec8f38683a6 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.0994892 Jun 07 19:03:17.952001 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-81cadd43-625c-4755-9d55-0119fd0d0436 req-e9f08f71-51c4-41fe-8d10-4311fee349b0 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498276 Jun 07 19:03:19.167461 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b67b8-a407-45f4-a119-752530d7a587 req-5dc22db5-7aa9-4d4c-87d6-a067d2a5559d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:19.169715 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-801b67b8-a407-45f4-a119-752530d7a587 req-5dc22db5-7aa9-4d4c-87d6-a067d2a5559d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.0940344 Jun 07 19:03:19.248851 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-801b67b8-a407-45f4-a119-752530d7a587 req-2b06b115-ca94-4e14-b1d9-d4488ba9f876 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719116 Jun 07 19:03:20.458345 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe07fa-a60e-4ce1-901d-5295ee5a7b55 req-fe293180-7253-4a0b-ad86-b621586167cb tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:20.460236 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2cbe07fa-a60e-4ce1-901d-5295ee5a7b55 req-fe293180-7253-4a0b-ad86-b621586167cb tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.0890443 Jun 07 19:03:20.518634 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-2cbe07fa-a60e-4ce1-901d-5295ee5a7b55 req-6240e833-ecba-4165-b162-9bedb502593c tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516195 Jun 07 19:03:21.884942 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2957e12-c03e-4b45-ae61-6f70ad8ef541 req-faa6ddb4-70c5-4fc2-a6c9-fbdc39aca4a1 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:21.887602 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c2957e12-c03e-4b45-ae61-6f70ad8ef541 req-faa6ddb4-70c5-4fc2-a6c9-fbdc39aca4a1 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.0935881 Jun 07 19:03:21.941039 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-c2957e12-c03e-4b45-ae61-6f70ad8ef541 req-cfeebc64-aacf-4391-810b-73c710c6a2c5 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483515 Jun 07 19:03:23.156683 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f1960-4015-4723-a204-afa3e3a00423 req-1606055a-2ce1-47b3-8234-79da8ce4dd77 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:23.159498 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-047f1960-4015-4723-a204-afa3e3a00423 req-1606055a-2ce1-47b3-8234-79da8ce4dd77 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.0982001 Jun 07 19:03:23.209985 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-047f1960-4015-4723-a204-afa3e3a00423 req-aafdaefb-2846-48b2-83d3-e23d7bc3bcc5 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439503 Jun 07 19:03:24.037369 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 60680) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:24.237596 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:24.474527 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:24.484106 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c702c-bd1f-48dc-996d-d935891791e4 req-216c9aa9-46d4-4260-93db-59ef0ddbea46 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:24.485774 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-af1c702c-bd1f-48dc-996d-d935891791e4 req-216c9aa9-46d4-4260-93db-59ef0ddbea46 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1540549 Jun 07 19:03:24.538715 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-af1c702c-bd1f-48dc-996d-d935891791e4 req-07af3d78-f106-4381-ad89-0968ef943a80 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460813 Jun 07 19:03:24.547335 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:24.556465 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-a49b5a4f-9543-4696-b734-2127c9b34dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:24.610512 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe8b157-82c5-48b2-8864-a5109f3ac1c0,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:24.615264 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fe2e3b4813648c28a3612c0fd97451e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5767310 Jun 07 19:03:24.618624 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60688) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:24.623498 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.623976 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.624452 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.625000 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.625445 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.625874 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.626309 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.626939 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.627567 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.628140 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.628587 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.629041 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.634242 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-02aa2bb1-7e0e-4fd8-b26d-39aaa3d22702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:24.690588 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:24.729097 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:24.895148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:24.899919 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:24.901960 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfe8b157-82c5-48b2-8864-a5109f3ac1c0 HTTP/1.1" status: 204 len: 168 time: 0.2818959 Jun 07 19:03:24.903233 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-18a035b5-485b-419e-be8f-b59bd651ce82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:24.921316 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe8b157-82c5-48b2-8864-a5109f3ac1c0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:24.936184 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.936852 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.937481 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.938102 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.939288 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.939956 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.940568 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.941220 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.941840 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.942452 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.943070 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.943687 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:24.949974 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:25.782078 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19f6cb-3eed-427a-ac8b-e67779617fe1 req-412748f1-ef58-4779-8c41-5e10d2e59217 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:25.785125 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7f19f6cb-3eed-427a-ac8b-e67779617fe1 req-412748f1-ef58-4779-8c41-5e10d2e59217 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1293132 Jun 07 19:03:25.837526 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-7f19f6cb-3eed-427a-ac8b-e67779617fe1 req-d20ddeb5-4e37-478e-9026-c7e54b34411c tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456364 Jun 07 19:03:27.089637 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaa98e-807f-4b71-8263-6da91d622897 req-481dd8aa-80eb-44f2-abd6-da702396fed5 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:27.091238 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b0aaa98e-807f-4b71-8263-6da91d622897 req-481dd8aa-80eb-44f2-abd6-da702396fed5 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1136365 Jun 07 19:03:27.161697 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b0aaa98e-807f-4b71-8263-6da91d622897 req-4f51b484-d80c-4285-84e5-c44db712095a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596681 Jun 07 19:03:28.094028 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-d197ffff-c3f5-49fd-902d-babf7e339e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:28.095622 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-d197ffff-c3f5-49fd-902d-babf7e339e70 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da710836493146ff9ba894995a926f95&device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1098 time: 0.0946703 Jun 07 19:03:28.271014 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-287bee9a-1963-4a5b-9fa0-cf8c393a34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:28.273602 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-287bee9a-1963-4a5b-9fa0-cf8c393a34ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=f48dbcf7-3cab-4826-83b4-49125b588abf HTTP/1.1" status: 200 len: 909 time: 0.1715827 Jun 07 19:03:28.444219 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-057ec169-6dce-4b71-a4d1-ae1924e16424 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f HTTP/1.1" status: 200 len: 1001 time: 0.1637294 Jun 07 19:03:28.488277 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff59e71-56fa-4081-acef-60d964337af0 req-2edf73f4-fc28-4bdc-a067-b57125d682f3 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:28.490425 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dff59e71-56fa-4081-acef-60d964337af0 req-2edf73f4-fc28-4bdc-a067-b57125d682f3 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1319106 Jun 07 19:03:28.548612 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-19ac1b09-0d60-4234-aaa2-37af9a30b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:28.551083 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-19ac1b09-0d60-4234-aaa2-37af9a30b133 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5235e930-1d14-4d39-a888-ecda1195501e HTTP/1.1" status: 200 len: 847 time: 0.0999997 Jun 07 19:03:28.626965 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-dff59e71-56fa-4081-acef-60d964337af0 req-0bdfde0e-efb2-4457-8578-be25e60d64ac tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652497 Jun 07 19:03:28.673610 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-b9a3c123-a925-4d85-9d89-286f7d11883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:28.676341 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-b9a3c123-a925-4d85-9d89-286f7d11883b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f48dbcf7-3cab-4826-83b4-49125b588abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1186740 Jun 07 19:03:29.024844 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60716) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:29.053097 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-8b8768ec-cfd1-4cbe-b7ec-e9682c53e52c service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699908 Jun 07 19:03:29.217935 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d54c9702-b2d2-41b6-8f3c-beb5bc3d60d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:29.226335 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-2a0d5233-505f-48ca-94bc-70ab2b775595 req-5ebb32d0-0d10-434a-8e16-ed40caee02fc service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664701 Jun 07 19:03:29.352450 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d54c9702-b2d2-41b6-8f3c-beb5bc3d60d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:29.421207 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d54c9702-b2d2-41b6-8f3c-beb5bc3d60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:29.429735 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-c1125587-d96b-4901-b5ed-1cc5c4044814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:29.475247 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-d54c9702-b2d2-41b6-8f3c-beb5bc3d60d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f38955b11c14c17afac4d1c8d3fe1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484653 Jun 07 19:03:29.476253 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c9702-b2d2-41b6-8f3c-beb5bc3d60d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced130d-7388-4f75-bb81-df7969a55483,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:29.479376 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-d54c9702-b2d2-41b6-8f3c-beb5bc3d60d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:29.479869 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60720) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:29.571007 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-547ec459-9170-4aba-a6f0-396b41852bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:29.621521 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-547ec459-9170-4aba-a6f0-396b41852bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:29.758837 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-547ec459-9170-4aba-a6f0-396b41852bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:29.762047 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-547ec459-9170-4aba-a6f0-396b41852bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:29.765387 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-547ec459-9170-4aba-a6f0-396b41852bac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ced130d-7388-4f75-bb81-df7969a55483 HTTP/1.1" status: 204 len: 168 time: 0.2827427 Jun 07 19:03:29.765387 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-6d3cff55-b78a-43b3-a74c-57632dabef9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:29.780113 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec459-9170-4aba-a6f0-396b41852bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced130d-7388-4f75-bb81-df7969a55483,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:29.783399 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-547ec459-9170-4aba-a6f0-396b41852bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:29.796689 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21e5e2-d28c-4fca-9cef-90d07f02f4c3 req-90bccd19-f50c-46d5-97b2-587ec3d9b7bf tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:29.799980 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-db21e5e2-d28c-4fca-9cef-90d07f02f4c3 req-90bccd19-f50c-46d5-97b2-587ec3d9b7bf tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1089733 Jun 07 19:03:29.889494 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-db21e5e2-d28c-4fca-9cef-90d07f02f4c3 req-19476af5-3e79-43c7-9f10-638b7c958e15 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804291 Jun 07 19:03:31.181023 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436c17c-c411-437d-892c-a22a12a88fbb req-b5bdb27c-76a0-4e08-b7b7-6867d8137db9 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:31.185303 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5436c17c-c411-437d-892c-a22a12a88fbb req-b5bdb27c-76a0-4e08-b7b7-6867d8137db9 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1158581 Jun 07 19:03:31.248969 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-5436c17c-c411-437d-892c-a22a12a88fbb req-569ee5e5-f953-49e7-95c2-0c65692c862a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587313 Jun 07 19:03:32.510146 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b86256-a023-4adb-bfa1-a343a201628c req-05381d1b-9501-4827-9f02-7d6e69d80823 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:32.516485 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-41b86256-a023-4adb-bfa1-a343a201628c req-05381d1b-9501-4827-9f02-7d6e69d80823 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1104202 Jun 07 19:03:32.596143 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-41b86256-a023-4adb-bfa1-a343a201628c req-a0cfa079-65a7-4fe3-aa28-7fb94b17f106 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758767 Jun 07 19:03:33.276106 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64419b6-c2a3-4992-99a0-8f163949ffea req-3934de73-aaa8-4667-b316-d11a9c886518 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:33.277966 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d64419b6-c2a3-4992-99a0-8f163949ffea req-3934de73-aaa8-4667-b316-d11a9c886518 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1008668 Jun 07 19:03:33.428886 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-d64419b6-c2a3-4992-99a0-8f163949ffea req-3505443e-8b90-457b-b5ab-c95320ee7c6c tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431766 Jun 07 19:03:33.452178 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-de4aca16-808d-484e-b62f-1441bfb2c1dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2765548 Jun 07 19:03:34.618528 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:03:34.754420 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabd17f-b7c6-4f9d-89cb-115c63f88093 req-298784ba-50f8-4cb5-b85b-8dca70615c95 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:34.757569 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9eabd17f-b7c6-4f9d-89cb-115c63f88093 req-298784ba-50f8-4cb5-b85b-8dca70615c95 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1660798 Jun 07 19:03:34.812269 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:34.858502 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:03:34.863810 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d87f3-9c4a-4b03-8250-264b17d5bf80" -d '{"events": [{"server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:03:34.878977 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:03:34.931235 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 19:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeae8be-802c-4c06-9b74-d4f04c8be498 x-openstack-request-id: req-bfeae8be-802c-4c06-9b74-d4f04c8be498 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:03:34.931682 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "name": "network-vif-unplugged", "status": "failed", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f", "code": 422}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:03:34.932068 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfeae8be-802c-4c06-9b74-d4f04c8be498 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:03:34.932607 dv-cinder-790535-1-smb neutron-server[104083]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'code': 422} returned with failed status Jun 07 19:03:34.938007 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-9eabd17f-b7c6-4f9d-89cb-115c63f88093 req-6832c8d8-ed22-4e4d-9e05-9caf1fd26e7f tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736767 Jun 07 19:03:34.999025 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:35.001463 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:35.080809 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,revision_number=6']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:35.088850 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.089198 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.089534 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.089870 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.090202 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.090529 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.090852 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.091175 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.091499 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.091819 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.092137 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.092455 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:03:35.096887 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:36.153662 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec82ec5-d922-458f-a1e2-3108690fee89 req-9b56913a-b012-4293-8e9a-fb7f4b0c1df1 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:36.155335 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1ec82ec5-d922-458f-a1e2-3108690fee89 req-9b56913a-b012-4293-8e9a-fb7f4b0c1df1 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 943 time: 0.1002889 Jun 07 19:03:36.210528 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1ec82ec5-d922-458f-a1e2-3108690fee89 req-c9fdee22-36d1-4303-b7cf-a6fa1d49ddc9 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476866 Jun 07 19:03:36.688557 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-c8ce43c0-7d5c-4f06-9d48-d40f466900e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:36.691272 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-c8ce43c0-7d5c-4f06-9d48-d40f466900e3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52&tenant_id=da710836493146ff9ba894995a926f95 HTTP/1.1" status: 200 len: 1096 time: 0.1422238 Jun 07 19:03:36.842059 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-e7a68a89-062d-4e22-9734-eae34b74df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:36.843514 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-e7a68a89-062d-4e22-9734-eae34b74df41 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da710836493146ff9ba894995a926f95&device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1096 time: 0.1200640 Jun 07 19:03:37.004727 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-670f3029-3c35-4148-9a6d-cedcd46fe8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:37.006221 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-670f3029-3c35-4148-9a6d-cedcd46fe8e7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f48dbcf7-3cab-4826-83b4-49125b588abf HTTP/1.1" status: 200 len: 909 time: 0.1563394 Jun 07 19:03:37.126284 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-6f41a31d-847a-4cc7-b5f7-1d3bef6d35dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f HTTP/1.1" status: 200 len: 999 time: 0.1131108 Jun 07 19:03:37.152720 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-1421a8ca-8ab1-4e89-9866-78d9bac721c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:37.199217 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-b1741f91-315c-4713-b239-78838e81ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:37.200731 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-b1741f91-315c-4713-b239-78838e81ae1f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5235e930-1d14-4d39-a888-ecda1195501e HTTP/1.1" status: 200 len: 847 time: 0.0685613 Jun 07 19:03:37.290707 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-a5a9e74f-6c4e-4695-922d-ef49f5f85ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:37.292745 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-a5a9e74f-6c4e-4695-922d-ef49f5f85ac1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f48dbcf7-3cab-4826-83b4-49125b588abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853968 Jun 07 19:03:37.451002 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-564d0178-d2de-431e-a308-b0a7be1fae4b service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508472 Jun 07 19:03:37.558942 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe7b7-c596-4ca1-89d5-581b6782a8a0 req-4f4307fd-71c6-49df-96c0-fbeb6adb65f0 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:37.562858 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f60fe7b7-c596-4ca1-89d5-581b6782a8a0 req-4f4307fd-71c6-49df-96c0-fbeb6adb65f0 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 943 time: 0.1401546 Jun 07 19:03:37.632320 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f60fe7b7-c596-4ca1-89d5-581b6782a8a0 req-044f5631-4ba7-45e5-a1ca-b84613ee97ea tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613275 Jun 07 19:03:37.688071 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-1d05655d-1e9c-41f3-9f6d-3054fdd6c0ec req-5b7495b8-1ed3-4a39-9636-dd3a3609c164 service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309027 Jun 07 19:03:38.850266 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2bb89-78ad-4322-aa96-19590eb8539a req-c5d328cf-967f-45c7-9779-99ef9b7b3dfb tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:38.851835 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b1e2bb89-78ad-4322-aa96-19590eb8539a req-c5d328cf-967f-45c7-9779-99ef9b7b3dfb tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 943 time: 0.0978556 Jun 07 19:03:39.016814 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b1e2bb89-78ad-4322-aa96-19590eb8539a req-9005fde0-7589-4d63-a4e3-c87b764b40e2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528587 Jun 07 19:03:39.301006 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:40.203358 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:40.279549 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f848ce-7308-4355-adcc-f7ca096eefcb req-c4eca037-1cc3-4a8e-aaa0-9081c06f488e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:40.281145 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d6f848ce-7308-4355-adcc-f7ca096eefcb req-c4eca037-1cc3-4a8e-aaa0-9081c06f488e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 943 time: 0.0991211 Jun 07 19:03:40.289613 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e36fa0b1-3829-4336-a570-852a2fb497b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:40.336728 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-d6f848ce-7308-4355-adcc-f7ca096eefcb req-21e5f938-2cb4-4b54-983d-8e82258bb989 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492368 Jun 07 19:03:40.649441 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=104083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 19:03:40.811868 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:03:40.827459 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Returning: {'device': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'port_id': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'mac_address': 'fa:16:3e:b5:4e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 19:03:40.893479 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:40.912806 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f {{(pid=104083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 19:03:40.930450 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:03:41.050383 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:41.052456 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:41.137101 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,revision_number=7']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:41.142733 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:41.286037 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] get_ports_and_sgs() called for port_ids ['6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f'] {{(pid=104083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 19:03:41.466811 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:41.553028 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68421d8-a11c-4ddf-8a2a-c2328d717e03 req-bfe23f37-bfe3-427a-b92b-fe3fb20e5973 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:41.554465 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b68421d8-a11c-4ddf-8a2a-c2328d717e03 req-bfe23f37-bfe3-427a-b92b-fe3fb20e5973 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 944 time: 0.0864384 Jun 07 19:03:41.604694 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-b68421d8-a11c-4ddf-8a2a-c2328d717e03 req-aac4346b-1d9c-4e13-9750-0eb50c49392b tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431454 Jun 07 19:03:42.665670 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f up at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 19:03:42.775098 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.provisioning_blocks [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Provisioning complete for port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f triggered by entity L2. {{(pid=104083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 19:03:42.775719 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478113'] for port, provisioning_complete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:42.899947 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c5846-aa45-4ab9-9c54-d5631e1cf044 req-85e29302-a33b-4e6d-a27b-284fd7f5cae3 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:42.901411 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-092c5846-aa45-4ab9-9c54-d5631e1cf044 req-85e29302-a33b-4e6d-a27b-284fd7f5cae3 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 944 time: 0.0933638 Jun 07 19:03:42.932179 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1552631'] for port, before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:42.960595 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-092c5846-aa45-4ab9-9c54-d5631e1cf044 req-f7b3ce1d-c102-480e-bf93-4a483b566698 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482166 Jun 07 19:03:42.970027 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f'}] {{(pid=104083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:03:42.974750 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1752f25f1a0c4d1d02b6b02bf3ba4b345e04ed4c16b6de8efde14ab357398a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130b2c6f-92fb-49a5-bdd7-9e3094c11e44" -d '{"events": [{"server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "name": "network-vif-plugged", "status": "completed", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f"}]}' {{(pid=104083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:03:42.989409 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:03:43.026996 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:03:43.033336 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5c5b67-c5c7-466b-98b9-8da795658d83 x-openstack-request-id: req-6a5c5b67-c5c7-466b-98b9-8da795658d83 {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:03:43.033336 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "name": "network-vif-plugged", "status": "completed", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f", "code": 200}]} {{(pid=104083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:03:43.033336 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a5c5b67-c5c7-466b-98b9-8da795658d83 {{(pid=104083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:03:43.033336 dv-cinder-790535-1-smb neutron-server[104083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'code': 200} Jun 07 19:03:43.072541 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787100898030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787100443522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787100443567'] for port, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:43.075921 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:43.155711 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Pushing event updated for resources: {'Port': ['ID=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,revision_number=8']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:43.160053 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:43.329842 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:43.413931 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89aca4-3686-4e19-aa14-0b13e6f45c28 req-49385279-af67-44d9-a619-778002ae88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:43.415344 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-fa89aca4-3686-4e19-aa14-0b13e6f45c28 req-49385279-af67-44d9-a619-778002ae88ac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1098 time: 0.0809696 Jun 07 19:03:43.460719 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-fa89aca4-3686-4e19-aa14-0b13e6f45c28 req-ac302222-c6d8-419a-95ac-936cb5614526 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391562 Jun 07 19:03:44.197242 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0431f61-caf3-4c47-bab0-353273c8f501 req-fb022aae-b504-48e1-9731-5326f951a381 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:44.199608 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f0431f61-caf3-4c47-bab0-353273c8f501 req-fb022aae-b504-48e1-9731-5326f951a381 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1031640 Jun 07 19:03:44.260716 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-f0431f61-caf3-4c47-bab0-353273c8f501 req-493ca093-e4fc-4b70-942a-1660ea6a284a tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515864 Jun 07 19:03:45.512624 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78707d-2394-4def-9db2-5a67fc539ed7 req-b73cbd21-59a2-408d-9d28-be9187e23df1 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:03:45.514503 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6c78707d-2394-4def-9db2-5a67fc539ed7 req-b73cbd21-59a2-408d-9d28-be9187e23df1 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1006861 Jun 07 19:03:45.566205 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-6c78707d-2394-4def-9db2-5a67fc539ed7 req-dd254b42-6206-44f5-a0f7-29b6cf29dabb tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451691 Jun 07 19:03:45.949497 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60898) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:46.099369 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5aa7925e-67e7-412a-9e40-139bb8b14c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:46.228081 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5aa7925e-67e7-412a-9e40-139bb8b14c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:46.300980 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5aa7925e-67e7-412a-9e40-139bb8b14c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:46.308554 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-547ec459-9170-4aba-a6f0-396b41852bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:46.351141 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7925e-67e7-412a-9e40-139bb8b14c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105980b3-9243-4cda-951b-5bcbf6332bcd,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:46.357851 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5aa7925e-67e7-412a-9e40-139bb8b14c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:03:46.357851 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-5aa7925e-67e7-412a-9e40-139bb8b14c4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c551b8ecc0445989550738ed3039ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066937 Jun 07 19:03:46.363011 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60902) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:03:46.428084 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45960e34-5e96-4300-96e6-a6be12810e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:46.456359 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45960e34-5e96-4300-96e6-a6be12810e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:46.592450 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45960e34-5e96-4300-96e6-a6be12810e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:46.596100 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45960e34-5e96-4300-96e6-a6be12810e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:03:46.597603 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-45960e34-5e96-4300-96e6-a6be12810e7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/105980b3-9243-4cda-951b-5bcbf6332bcd HTTP/1.1" status: 204 len: 168 time: 0.2334507 Jun 07 19:03:46.598590 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-caa4c9d2-3121-47f4-9f1a-f74f5399b77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:03:46.611186 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45960e34-5e96-4300-96e6-a6be12810e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105980b3-9243-4cda-951b-5bcbf6332bcd,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:03:46.614148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-45960e34-5e96-4300-96e6-a6be12810e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:04:07.118060 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-231cfc58-6193-421a-bf56-65c7e4200e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:09.289487 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:10.175726 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:10.266735 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-fe275aaf-15ee-4946-82a7-941424b176ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:11.438232 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:13.300662 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:20.027509 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:04:37.142103 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9fa5208e-663d-490a-94b1-6f450cd3bcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:39.316719 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:40.193110 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:40.255068 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-dc4c529c-e0b4-4aa1-b99c-6ddc2b6edbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:41.460479 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:44.007732 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:57.027767 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:04:57.516786 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [-] (104082) accepted ('10.222.0.20', 60930) {{(pid=104082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:04:57.798027 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Deleting port c8b77531-cdfb-4691-b0b6-417c51ce659b {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:04:57.798278 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:57.926087 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:57.926613 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:58.087891 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Calling delete_port for c8b77531-cdfb-4691-b0b6-417c51ce659b owned by network:floatingip {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:04:58.266461 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:58.270515 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b1625890-a7e2-4800-8b7c-eeccf666492a tempest-AttachVolumeNegativeTest-2066430117 tempest-AttachVolumeNegativeTest-2066430117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:04:58.319410 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event deleted for resources: {'Port': ['ID=c8b77531-cdfb-4691-b0b6-417c51ce659b,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:04:58.357016 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.357389 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.358277 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.358637 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.358987 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.359337 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.359681 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.360023 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.360368 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.360719 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.361085 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.361427 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:04:58.368639 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:04:58.425080 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for floatingip, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:58.425449 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.db.l3_db [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Floating IP 5c065272-2330-44ef-876c-59455c2508c8 disassociated (deleted). External IP: 172.28.3.127, port: 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f. Jun 07 19:04:58.916722 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Router 712bdbf4-fb84-4119-bc54-82edfb3961be has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:04:59.111464 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:04:59.116350 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for floatingip, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:04:59.124155 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] Sync routers for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:04:59.136447 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:04:59.137281 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:04:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:04:59.183468 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "DELETE /v2.0/floatingips/5c065272-2330-44ef-876c-59455c2508c8 HTTP/1.1" status: 204 len: 168 time: 1.6652832 Jun 07 19:04:59.184089 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:04:59.186722 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1e34c9-83fe-436b-bd98-d1723612d78d" -d '{"events": [{"name": "network-changed", "server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:04:59.364837 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:04:59.511602 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 19:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34336ba-58c2-4fad-a4db-25fa29a697b0 x-openstack-request-id: req-c34336ba-58c2-4fad-a4db-25fa29a697b0 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:04:59.512185 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:04:59.512699 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c34336ba-58c2-4fad-a4db-25fa29a697b0 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:04:59.515829 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'status': 'completed', 'code': 200} Jun 07 19:04:59.766945 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-214265c0-841f-4d77-a145-e6a886f32c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:04:59.769025 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-214265c0-841f-4d77-a145-e6a886f32c4e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da710836493146ff9ba894995a926f95&device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 1098 time: 0.2345293 Jun 07 19:04:59.772504 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:16Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5', 'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'mac_address': 'fa:16:3e:3c:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:13Z', 'updated_at': '2021-06-07T19:00:28Z', 'revision_number': 5, 'project_id': 'da710836493146ff9ba894995a926f95', 'subnets': [{'id': '5235e930-1d14-4d39-a888-ecda1195501e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:04:59.780448 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] Checking router: 712bdbf4-fb84-4119-bc54-82edfb3961be for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:04:59.792942 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:04:59.793648 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:04:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:04:59.935481 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-9f69bc6a-0864-451d-9d0b-42b79f3576aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:04:59.939123 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-9f69bc6a-0864-451d-9d0b-42b79f3576aa service neutron] 10.222.0.63 "GET /v2.0/networks?id=f48dbcf7-3cab-4826-83b4-49125b588abf HTTP/1.1" status: 200 len: 909 time: 0.1637254 Jun 07 19:05:00.019754 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:05:00.054330 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-8bb7a26d-66e4-4010-bccd-ddac3a32e4a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f HTTP/1.1" status: 200 len: 217 time: 0.1077695 Jun 07 19:05:00.142191 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-04c348d4-8144-47ff-a47c-522295ca6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:05:00.143752 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-04c348d4-8144-47ff-a47c-522295ca6a19 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5235e930-1d14-4d39-a888-ecda1195501e HTTP/1.1" status: 200 len: 847 time: 0.0779757 Jun 07 19:05:00.214844 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131804-6081-4849-8bfb-22ba75850c9b req-2f94c33e-9eeb-4b45-8fdf-e862677a1ba6 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:05:00.216372 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5d131804-6081-4849-8bfb-22ba75850c9b req-2f94c33e-9eeb-4b45-8fdf-e862677a1ba6 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.3341830 Jun 07 19:05:00.280911 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-5d131804-6081-4849-8bfb-22ba75850c9b req-d663fdfd-9c55-4eca-afbc-9dd8ee1f84cd tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528131 Jun 07 19:05:00.290460 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-85fc06d6-9c60-4731-8e7c-4738e8daa80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:05:00.290629 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-85fc06d6-9c60-4731-8e7c-4738e8daa80f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f48dbcf7-3cab-4826-83b4-49125b588abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1392529 Jun 07 19:05:00.304807 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-8aa51c33-0e1f-415e-b83c-497de1e27b51 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 19:05:00.305984 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-8aa51c33-0e1f-415e-b83c-497de1e27b51 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085833 Jun 07 19:05:00.415501 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:16Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5', 'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'mac_address': 'fa:16:3e:3c:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:13Z', 'updated_at': '2021-06-07T19:00:28Z', 'revision_number': 5, 'project_id': 'da710836493146ff9ba894995a926f95', 'subnets': [{'id': '5235e930-1d14-4d39-a888-ecda1195501e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:00.420720 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd1f15-bf77-46c8-a773-ff12f0607aee None None] The sync data for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb is: [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:00:16Z', 'revision_number': 4, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb', '_interfaces': [{'id': 'c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5', 'name': '', 'network_id': 'f48dbcf7-3cab-4826-83b4-49125b588abf', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'mac_address': 'fa:16:3e:3c:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5235e930-1d14-4d39-a888-ecda1195501e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:13Z', 'updated_at': '2021-06-07T19:00:28Z', 'revision_number': 5, 'project_id': 'da710836493146ff9ba894995a926f95', 'subnets': [{'id': '5235e930-1d14-4d39-a888-ecda1195501e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:05:00.469030 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-82e9968d-8a04-4fe2-b9d3-2fecc068a6ba service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554019 Jun 07 19:05:00.648569 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-3b1e34c9-83fe-436b-bd98-d1723612d78d req-9da7fef5-6a74-4739-bc40-b77e8cf75660 service neutron] 10.222.0.63 "GET /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727610 Jun 07 19:05:00.674196 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398114c0-a75e-4352-9410-69ae60ff6038 None None] New status for floating IP 5c065272-2330-44ef-876c-59455c2508c8: DOWN {{(pid=104084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 19:05:01.222031 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-ab568b4b-db42-468d-b223-2152367841e8 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:05:01.223679 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-ab568b4b-db42-468d-b223-2152367841e8 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.63 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.0931165 Jun 07 19:05:01.373738 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Deleting port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:05:01.374093 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:01.527050 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.db [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] For port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:05:01.527417 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:01.650124 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe13d-5367-424b-8a96-888bd874ca4b req-b2d5cc75-cdee-4cca-a53d-021844adbd05 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 19:05:01.651753 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eefbe13d-5367-424b-8a96-888bd874ca4b req-b2d5cc75-cdee-4cca-a53d-021844adbd05 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 945 time: 0.1590025 Jun 07 19:05:01.703880 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-eefbe13d-5367-424b-8a96-888bd874ca4b req-8178f9eb-d294-4617-acf1-ad0a2573930e tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ed77ae7-864d-44e5-a028-760db1e93df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459719 Jun 07 19:05:01.764158 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Calling delete_port for 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f owned by compute:nova {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:05:02.009468 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267045175'] for port, after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:02.016860 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-0921c9c3-f9b7-4abe-8b02-0b7e4d5903a2 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:02.093789 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event deleted for resources: {'Port': ['ID=6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:02.096602 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:02.153527 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] No DVR routers for this DVR port 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f on host hv-cinder-79053 {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:05:02.156623 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143668'] for port, before_response {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:02.158730 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.wsgi [req-a990238c-85da-476b-8247-8d89f2bf7cdb req-b3f2b970-c1f4-4a12-96e0-0d558405adba tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.63 "DELETE /v2.0/ports/6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f HTTP/1.1" status: 204 len: 173 time: 0.9294617 Jun 07 19:05:02.159250 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'name': 'network-vif-deleted', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 19:05:02.161714 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ab2a2d6699c3995970ce6bdc286d14b8f90abdabbe89c7caaf6f6ba497fe3a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587bb163-23de-4774-aa8d-9f3ebc834cc9" -d '{"events": [{"server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "name": "network-vif-deleted", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 19:05:02.208459 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 19:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f2b7c-f1db-412f-89ae-db8f033e232a x-openstack-request-id: req-a89f2b7c-f1db-412f-89ae-db8f033e232a {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 19:05:02.208812 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a21e4f-adb2-406c-8404-47055ec21e52", "name": "network-vif-deleted", "tag": "6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f", "status": "completed", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 19:05:02.209104 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a89f2b7c-f1db-412f-89ae-db8f033e232a {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 19:05:02.209537 dv-cinder-790535-1-smb neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a21e4f-adb2-406c-8404-47055ec21e52', 'name': 'network-vif-deleted', 'tag': '6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f', 'status': 'completed', 'code': 200} Jun 07 19:05:02.885869 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [req-8e669a09-5702-47a9-a579-6d931c76b821 req-515f6ba5-c2f0-41fa-b143-22bfaf76fd95 tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a21e4f-adb2-406c-8404-47055ec21e52 HTTP/1.1" status: 200 len: 210 time: 0.0481982 Jun 07 19:05:03.997360 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60970) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:04.097684 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:04.133907 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:04.323530 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:04.326890 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:04.328208 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] 10.222.0.20 "DELETE /v2.0/security-groups/9ed77ae7-864d-44e5-a028-760db1e93df7 HTTP/1.1" status: 204 len: 168 time: 0.3292437 Jun 07 19:05:04.329053 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-a0016bec-bf9e-4e2e-8f0a-e93a18efe062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:04.340543 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed77ae7-864d-44e5-a028-760db1e93df7,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:04.351554 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.351961 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.352315 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.352689 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.353096 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.353464 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.353831 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.354200 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.354563 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.354925 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.355288 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.355646 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:04.359233 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:04.466411 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60974) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:05.159148 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503764'] for router_interface, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:05.724684 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Deleting port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:05:05.725135 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:05.862110 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] For port c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:05:05.862478 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:05.998598 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Calling delete_port for c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:05:06.260840 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:06.265662 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-aacb5300-ebfe-4396-95d1-cb3cd092e4ea tempest-TestMinimumBasicScenario-1362981654 tempest-TestMinimumBasicScenario-1362981654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:06.314561 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:06.318231 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:06.619175 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-500634'] for router_interface, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:06.929899 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:05:06.967550 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] No Port match for: 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:05:06.968134 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Device 6f4d3a51-e85b-452f-83b6-47d5ff0f3d8f not bound to the agent host hv-cinder-79053 {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:05:07.083570 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Router 712bdbf4-fb84-4119-bc54-82edfb3961be has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:05:07.141121 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-80a94ac1-dd65-4e56-b908-2763d55163dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:07.406886 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:05:07.413105 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] 10.222.0.20 "PUT /v2.0/routers/712bdbf4-fb84-4119-bc54-82edfb3961be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9444969 Jun 07 19:05:07.416212 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60978) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:07.417372 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] Sync routers for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:05:07.429003 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:05:07.429656 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:04:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:07.633927 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:07.644684 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:05:07.956802 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:07.964153 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:05:06Z', 'revision_number': 5, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:07.969352 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] Checking router: 712bdbf4-fb84-4119-bc54-82edfb3961be for host: dv-cinder-790535-1-smb {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:05:07.979176 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] Routers {'712bdbf4-fb84-4119-bc54-82edfb3961be'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:05:07.979965 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:04:40Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['712bdbf4-fb84-4119-bc54-82edfb3961be'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:08.144195 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Deleting port 61b0a028-09eb-414b-82a3-38e42c07c73c {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:05:08.144556 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:08.291314 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] For port 61b0a028-09eb-414b-82a3-38e42c07c73c, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=61b0a028-09eb-414b-82a3-38e42c07c73c,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:05:08.291636 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:08.336548 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] Set router 712bdbf4-fb84-4119-bc54-82edfb3961be gateway port host: dv-cinder-790535-1-smb {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:05:08.427310 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Calling delete_port for 61b0a028-09eb-414b-82a3-38e42c07c73c owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:05:08.671359 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:08.678988 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-e5127996-f02c-4548-9a0b-6db7f0b0fd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:08.682615 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:05:06Z', 'revision_number': 5, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:08.690451 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff5691-7161-4801-b66f-05022c417ecb None None] The sync data for ids ['712bdbf4-fb84-4119-bc54-82edfb3961be'] in dv-cinder-790535-1-smb is: [{'id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'name': 'tempest-TestShelveInstance-144738752-router', 'tenant_id': 'da710836493146ff9ba894995a926f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:05Z', 'updated_at': '2021-06-07T19:05:06Z', 'revision_number': 5, 'project_id': 'da710836493146ff9ba894995a926f95', 'gw_port': {'id': '61b0a028-09eb-414b-82a3-38e42c07c73c', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712bdbf4-fb84-4119-bc54-82edfb3961be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:07Z', 'updated_at': '2021-06-07T19:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:05:08.735767 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b0a028-09eb-414b-82a3-38e42c07c73c,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:08.762740 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:08.838517 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560196'] for router_gateway, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.026798 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29969'] for router, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.031631 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.155200 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:05:09.228317 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:05:09.228760 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device c076f4ed-1dc6-47d8-8e00-3f26a6d71fb5 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:05:09.340146 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.351703 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504303'] for router, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.357140 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 712bdbf4-fb84-4119-bc54-82edfb3961be {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 19:05:09.358887 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Notify callbacks [] for router, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.360242 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/712bdbf4-fb84-4119-bc54-82edfb3961be HTTP/1.1" status: 204 len: 168 time: 1.9427674 Jun 07 19:05:09.363417 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60980) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:09.454529 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] Deleting subnet 5235e930-1d14-4d39-a888-ecda1195501e {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 19:05:09.461638 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.529409 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266735896'] for subnet, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.623660 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.798321 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266784375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266596498'] for subnet, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.803552 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-dcf6a809-87b7-4aca-aed4-6f843792da74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:09.846069 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5235e930-1d14-4d39-a888-ecda1195501e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:09.859110 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:09.859110 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:09.859110 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5235e930-1d14-4d39-a888-ecda1195501e HTTP/1.1" status: 204 len: 168 time: 0.4904904 Jun 07 19:05:09.862389 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60982) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:09.870378 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a57e46-4c2e-4255-a644-14e9f37c37ab None None] Network f48dbcf7-3cab-4826-83b4-49125b588abf requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:05:10.012788 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.106308 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Deleting port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:05:10.106801 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.221030 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.236218 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] For port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=0dcd94ec-1453-406a-9a0e-3dbd20f989f5,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:05:10.236218 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.258149 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] DHCP port deletion for f48dbcf7-3cab-4826-83b4-49125b588abf request from dv-cinder-790535-1-smb {{(pid=104083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 19:05:10.332567 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Deleting port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:05:10.332957 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.350005 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7436761b-0fe4-4a9b-b984-e394211cccd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.385849 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Calling delete_port for 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:05:10.455372 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] For port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=0dcd94ec-1453-406a-9a0e-3dbd20f989f5,segment=NetworkSegment(6d136209-6a5b-4036-99fe-9e18f64f9173),segment_id=6d136209-6a5b-4036-99fe-9e18f64f9173)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:05:10.455777 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.541001 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.547865 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-1c6ba2c5-de42-4451-aaed-593932c4db61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:10.584948 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Calling delete_port for 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:05:10.595362 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] No DVR routers for this DVR port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 on host dv-cinder-790535-1-smb {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:05:10.598154 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dcd94ec-1453-406a-9a0e-3dbd20f989f5,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:10.600718 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:10.655495 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513'] for port, after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.659350 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-e8c7e161-019f-4395-bd48-d40cafa389fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:10.704950 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Pushing event deleted for resources: {'Port': ['ID=0dcd94ec-1453-406a-9a0e-3dbd20f989f5,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:10.710055 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] No DVR routers for this DVR port 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 on host dv-cinder-790535-1-smb {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:05:10.717212 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.717649 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.723141 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-smb {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 19:05:10.726817 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-a149e30f-893b-49c4-8a87-e509972de62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:10.767255 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.790644 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48dbcf7-3cab-4826-83b4-49125b588abf']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:10.814800 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d136209-6a5b-4036-99fe-9e18f64f9173') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:10.815146 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d136209-6a5b-4036-99fe-9e18f64f9173') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:10.829828 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266735905'] for segment, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.851811 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.859637 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 19:05:10.860042 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266784468'] for segment, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: Traceback (most recent call last): Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: timer() Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: cb(*args, **kw) Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: return func(*args, **kwargs) Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: self._notify() Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: self.callback(batched_events) Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: event.method(event) Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: return f(self, *a, **k) Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: return self._get(url).json() Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: return self.request(url, 'GET', **kwargs) Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 19:05:10.873873 dv-cinder-790535-1-smb neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 19:05:11.062063 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:11.064165 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:05:11.068116 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-2fe6c1c2-3215-4a15-b769-8f865a63e415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:11.082294 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:11.087486 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f48dbcf7-3cab-4826-83b4-49125b588abf HTTP/1.1" status: 204 len: 168 time: 1.2233162 Jun 07 19:05:11.087804 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60984) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:11.132652 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:05:11.133079 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 0dcd94ec-1453-406a-9a0e-3dbd20f989f5 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:05:11.133775 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 61b0a028-09eb-414b-82a3-38e42c07c73c no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:05:11.155496 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f48dbcf7-3cab-4826-83b4-49125b588abf,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:11.167651 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-98775ca4-e6f8-4ed7-bab6-4297110cf5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:11.203242 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 61b0a028-09eb-414b-82a3-38e42c07c73c {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:05:11.203829 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 61b0a028-09eb-414b-82a3-38e42c07c73c not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:05:11.478026 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:11.779754 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-503764'] for router_interface, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:12.240816 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Deleting port 27a03956-5a43-460d-9880-447d54382875 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:05:12.241255 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:12.378124 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] For port 27a03956-5a43-460d-9880-447d54382875, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=27a03956-5a43-460d-9880-447d54382875,segment=NetworkSegment(ff2eb82a-512c-4d4c-9fd6-f89dd3673142),segment_id=ff2eb82a-512c-4d4c-9fd6-f89dd3673142)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:05:12.378419 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:12.515226 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Calling delete_port for 27a03956-5a43-460d-9880-447d54382875 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:05:12.746382 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:12.751119 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-ae7956f2-5f22-499d-b1a9-5915c08f0ee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:12.803902 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Pushing event deleted for resources: {'Port': ['ID=27a03956-5a43-460d-9880-447d54382875,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:12.835116 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:13.286915 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-467370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-500634'] for router_interface, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:13.329322 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:13.695608 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Router 0d6397cf-532a-4d60-8e14-db3008aab116 has already been hosted by L3 agent 27480aab-a03a-4f29-aa4a-718bc0dc1587 {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 19:05:13.895169 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] Notify agent at l3_agent.dv-cinder-790535-1-smb the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 19:05:13.902318 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-bf43e544-11d0-417c-808e-7cfd9418893e admin admin] 10.222.0.20 "PUT /v2.0/routers/0d6397cf-532a-4d60-8e14-db3008aab116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8133528 Jun 07 19:05:13.906341 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60986) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:13.907296 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] Sync routers for ids ['0d6397cf-532a-4d60-8e14-db3008aab116'] in dv-cinder-790535-1-smb {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 19:05:13.918569 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] Routers {'0d6397cf-532a-4d60-8e14-db3008aab116'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:05:13.919351 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:05:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['0d6397cf-532a-4d60-8e14-db3008aab116'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:14.102692 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks [] for router, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:14.159953 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] Set router 0d6397cf-532a-4d60-8e14-db3008aab116 gateway port host: dv-cinder-790535-1-smb {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:05:14.293457 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:14.477079 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Deleting port 47a952e0-433a-4b35-9ced-4da78ed86d78 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:05:14.477431 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:14.567676 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'external_fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:26Z', 'updated_at': '2021-06-07T19:05:12Z', 'revision_number': 5, 'project_id': '56ea6be96c3241b18662500b419352bb', 'gw_port': {'id': '47a952e0-433a-4b35-9ced-4da78ed86d78', 'name': '', 'network_id': '71f98401-584a-489c-9c7f-f276f077498e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T19:00:28Z', 'updated_at': '2021-06-07T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50320e44-5e5b-4a6a-a82f-65f64fe93bdb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-smb'}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:14.572023 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] Checking router: 0d6397cf-532a-4d60-8e14-db3008aab116 for host: dv-cinder-790535-1-smb {{(pid=104084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 19:05:14.582595 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] Routers {'0d6397cf-532a-4d60-8e14-db3008aab116'} bound to L3 agent in host dv-cinder-790535-1-smb {{(pid=104084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 19:05:14.584227 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T18:45:40Z,description=,heartbeat_timestamp=2021-06-07T19:05:10Z,host='dv-cinder-790535-1-smb',id=27480aab-a03a-4f29-aa4a-718bc0dc1587,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T18:45:41Z,topic='l3_agent')) {'router_ids': ['0d6397cf-532a-4d60-8e14-db3008aab116'], 'active': True} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:14.636484 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] For port 47a952e0-433a-4b35-9ced-4da78ed86d78, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=47a952e0-433a-4b35-9ced-4da78ed86d78,segment=NetworkSegment(f18d0779-6ac9-4b41-bfed-c30f7e386fe4),segment_id=f18d0779-6ac9-4b41-bfed-c30f7e386fe4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:05:14.637048 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:14.761547 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_dvr_db [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] Set router 0d6397cf-532a-4d60-8e14-db3008aab116 gateway port host: None {{(pid=104084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 19:05:14.772823 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Calling delete_port for 47a952e0-433a-4b35-9ced-4da78ed86d78 owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:05:14.887527 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.l3_hamode_db [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:26Z', 'updated_at': '2021-06-07T19:05:14Z', 'revision_number': 6, 'project_id': '56ea6be96c3241b18662500b419352bb', 'gw_port_host': None}], 'dv-cinder-790535-1-smb', False) {} {{(pid=104084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:14.892988 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8f173-5aee-468a-8851-183c7c75540a None None] The sync data for ids ['0d6397cf-532a-4d60-8e14-db3008aab116'] in dv-cinder-790535-1-smb is: [{'id': '0d6397cf-532a-4d60-8e14-db3008aab116', 'name': 'tempest-TestShelveInstance-977994482-router', 'tenant_id': '56ea6be96c3241b18662500b419352bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T19:00:26Z', 'updated_at': '2021-06-07T19:05:14Z', 'revision_number': 6, 'project_id': '56ea6be96c3241b18662500b419352bb', 'gw_port_host': None}] {{(pid=104084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 19:05:15.163613 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:15.169008 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-9a6a62fe-c670-43cc-9ac2-a7fbe8e42d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:15.215971 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a952e0-433a-4b35-9ced-4da78ed86d78,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:15.247927 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:15.340166 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 27a03956-5a43-460d-9880-447d54382875 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:05:15.348207 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560196'] for router_gateway, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:15.383612 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 27a03956-5a43-460d-9880-447d54382875 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:05:15.384193 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 27a03956-5a43-460d-9880-447d54382875 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:05:15.582386 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29969'] for router, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:15.585377 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:15.677855 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-504303'] for router, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:15.678553 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d6397cf-532a-4d60-8e14-db3008aab116 {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 19:05:15.686197 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] Notify callbacks [] for router, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:15.687893 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-65690b58-2b93-48f7-8dc2-ec04095d1870 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0d6397cf-532a-4d60-8e14-db3008aab116 HTTP/1.1" status: 204 len: 168 time: 1.7800798 Jun 07 19:05:15.690918 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60988) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:15.762546 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-77be5b9e-61d4-482b-8b9c-885da18c1a90 admin admin] Deleting subnet 7e69f23b-0e9e-4c1b-96af-e0e3cb055080 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 19:05:15.766881 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-77be5b9e-61d4-482b-8b9c-885da18c1a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:15.833143 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-77be5b9e-61d4-482b-8b9c-885da18c1a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266735896'] for subnet, precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:15.930512 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-77be5b9e-61d4-482b-8b9c-885da18c1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367287'] for subnet, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.099414 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-77be5b9e-61d4-482b-8b9c-885da18c1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266784375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266596498'] for subnet, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.104306 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-0483d8e4-2c67-439b-9650-9615726c1391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:16.141339 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be5b9e-61d4-482b-8b9c-885da18c1a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e69f23b-0e9e-4c1b-96af-e0e3cb055080,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:16.144456 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-77be5b9e-61d4-482b-8b9c-885da18c1a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:16.145573 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-77be5b9e-61d4-482b-8b9c-885da18c1a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for subnet, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.148562 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-77be5b9e-61d4-482b-8b9c-885da18c1a90 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e69f23b-0e9e-4c1b-96af-e0e3cb055080 HTTP/1.1" status: 204 len: 168 time: 0.4561265 Jun 07 19:05:16.149969 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60990) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:16.154733 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd94fa-0429-420b-ae04-fa2c917fe6cc None None] Network 693d9dd7-c321-46f1-95f0-72286b051173 requested from dv-cinder-790535-1-smb {{(pid=104083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 19:05:16.295160 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1566076'] for network, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.386918 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Deleting port e5843cc4-9824-48b1-b5e2-864420c95b21 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:05:16.394609 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.446495 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] DHCP port deletion for 693d9dd7-c321-46f1-95f0-72286b051173 request from dv-cinder-790535-1-smb {{(pid=104083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 19:05:16.542154 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] For port e5843cc4-9824-48b1-b5e2-864420c95b21, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=e5843cc4-9824-48b1-b5e2-864420c95b21,segment=NetworkSegment(ff2eb82a-512c-4d4c-9fd6-f89dd3673142),segment_id=ff2eb82a-512c-4d4c-9fd6-f89dd3673142)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:05:16.543317 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.567955 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] Deleting port e5843cc4-9824-48b1-b5e2-864420c95b21 {{(pid=104083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 19:05:16.568566 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787100970972'] for port, before_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.706652 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Calling delete_port for e5843cc4-9824-48b1-b5e2-864420c95b21 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:05:16.758784 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] For port e5843cc4-9824-48b1-b5e2-864420c95b21, host dv-cinder-790535-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-smb',level=0,port_id=e5843cc4-9824-48b1-b5e2-864420c95b21,segment=NetworkSegment(ff2eb82a-512c-4d4c-9fd6-f89dd3673142),segment_id=ff2eb82a-512c-4d4c-9fd6-f89dd3673142)] {{(pid=104083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 19:05:16.759200 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501123'] for port, precommit_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.866367 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266784417'] for port, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.870974 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-10bd4523-4711-450d-8463-ee6b75ca87b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:16.894749 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] Calling delete_port for e5843cc4-9824-48b1-b5e2-864420c95b21 owned by network:dhcp {{(pid=104083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 19:05:16.917771 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5843cc4-9824-48b1-b5e2-864420c95b21,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:16.921734 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:16.922551 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] No DVR routers for this DVR port e5843cc4-9824-48b1-b5e2-864420c95b21 on host dv-cinder-790535-1-smb {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:05:16.957626 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-467352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787100898012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787100443513'] for port, after_delete {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:16.961923 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:17.010844 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] Pushing event deleted for resources: {'Port': ['ID=e5843cc4-9824-48b1-b5e2-864420c95b21,revision_number=None']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:17.014714 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG oslo_concurrency.lockutils [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:17.024586 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a5c62-de96-48d6-ba79-4ce0ecd54c05 None None] No DVR routers for this DVR port e5843cc4-9824-48b1-b5e2-864420c95b21 on host dv-cinder-790535-1-smb {{(pid=104083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 19:05:17.081545 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364348', 'neutron.services.segments.db._delete_segments_for_network-8787100907686'] for network, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:17.096611 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693d9dd7-c321-46f1-95f0-72286b051173']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:17.104813 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device e5843cc4-9824-48b1-b5e2-864420c95b21 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:05:17.112226 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:17.112571 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.services.segments.db [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2eb82a-512c-4d4c-9fd6-f89dd3673142') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 19:05:17.126355 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787100910785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266735905'] for segment, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:17.146542 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: e5843cc4-9824-48b1-b5e2-864420c95b21 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:05:17.146875 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026'] for segment, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:17.147114 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device e5843cc4-9824-48b1-b5e2-864420c95b21 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:05:17.147634 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 47a952e0-433a-4b35-9ced-4da78ed86d78 no longer exists at agent ovs-agent-dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 19:05:17.161653 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 19:05:17.162222 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266784468'] for segment, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: Traceback (most recent call last): Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: timer() Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: cb(*args, **kw) Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: return func(*args, **kwargs) Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: self._notify() Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: self.callback(batched_events) Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: event.method(event) Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: return f(self, *a, **k) Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: return self._get(url).json() Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: return self.request(url, 'GET', **kwargs) Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 19:05:17.177662 dv-cinder-790535-1-smb neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 19:05:17.192383 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] No Port match for: 47a952e0-433a-4b35-9ced-4da78ed86d78 {{(pid=104083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 19:05:17.192837 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron.plugins.ml2.rpc [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Device 47a952e0-433a-4b35-9ced-4da78ed86d78 not bound to the agent host dv-cinder-790535-1-smb {{(pid=104083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 19:05:17.512452 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-351961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-467345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560225'] for network, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:17.517249 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:17.533254 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-467446'] for network, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:17.535132 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] 10.222.0.20 "DELETE /v2.0/networks/693d9dd7-c321-46f1-95f0-72286b051173 HTTP/1.1" status: 204 len: 168 time: 1.3841097 Jun 07 19:05:17.540031 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Pushing event deleted for resources: {'Network': ['ID=693d9dd7-c321-46f1-95f0-72286b051173,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:17.543243 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-b9a61bce-bd10-4824-bee2-393542b04607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:17.924616 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60994) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:17.981619 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-5ef2c958-1bac-4ade-932d-be669dbdd6e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da710836493146ff9ba894995a926f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555480 Jun 07 19:05:17.984442 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 60996) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:18.055458 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-943b56da-04b0-4ccb-b42e-27ce21c57ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:18.090930 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-943b56da-04b0-4ccb-b42e-27ce21c57ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:18.249572 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-943b56da-04b0-4ccb-b42e-27ce21c57ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:18.252536 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-943b56da-04b0-4ccb-b42e-27ce21c57ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:18.253946 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-943b56da-04b0-4ccb-b42e-27ce21c57ba6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f039adc7-1e7b-4631-9c54-f1b37df4f5dd HTTP/1.1" status: 204 len: 168 time: 0.2683542 Jun 07 19:05:18.254888 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-5aa7925e-67e7-412a-9e40-139bb8b14c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:18.269757 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b56da-04b0-4ccb-b42e-27ce21c57ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f039adc7-1e7b-4631-9c54-f1b37df4f5dd,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:18.272484 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-943b56da-04b0-4ccb-b42e-27ce21c57ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:19.063431 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 32770) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:19.119276 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-3c469e14-6093-42c7-b38d-ea117b3bc329 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56ea6be96c3241b18662500b419352bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545311 Jun 07 19:05:19.124030 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.20', 32772) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 19:05:19.189190 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4282-e96b-426f-a8ac-c2333ef16704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:19.219465 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4282-e96b-426f-a8ac-c2333ef16704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:19.361917 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4282-e96b-426f-a8ac-c2333ef16704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-351753'] for security_group, after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:19.364491 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4282-e96b-426f-a8ac-c2333ef16704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:19.365895 dv-cinder-790535-1-smb neutron-server[104081]: INFO neutron.wsgi [None req-3e1f4282-e96b-426f-a8ac-c2333ef16704 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d31dc6e-594d-42dc-b107-a2865a92dbf3 HTTP/1.1" status: 204 len: 168 time: 0.2405925 Jun 07 19:05:19.366890 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-7be89c1f-60f4-4b68-af17-15d4c0ccb47d tempest-TestShelveInstance-389119427 tempest-TestShelveInstance-389119427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 19:05:19.381420 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f4282-e96b-426f-a8ac-c2333ef16704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31dc6e-594d-42dc-b107-a2865a92dbf3,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 19:05:19.384088 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG oslo_concurrency.lockutils [None req-3e1f4282-e96b-426f-a8ac-c2333ef16704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 19:05:34.027248 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:05:37.145912 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-99ddd921-3ed6-4cd0-9842-31114901cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:39.284023 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:40.215020 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:40.289705 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a488ef93-2c3d-461c-beff-4557bd03290b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:41.749287 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:05:43.317266 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:07.128744 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-436121ec-07db-41d9-9bf0-f80c2001ad26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:09.288597 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:10.243779 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:10.269700 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d23d74a5-1cc8-42c6-ac24-f0dbdb52025d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:11.031697 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:06:11.471150 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:13.355905 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:37.168622 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-13ddc779-1414-4c02-a715-de8a15452104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:39.328558 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:40.176081 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:40.300156 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-56bb2958-a713-46a8-8fba-9604a7e499b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:41.466273 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:43.360520 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:06:48.032069 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:07:07.201207 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-eb219ec9-be72-4711-871c-c0a22e285064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:09.357325 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:10.231620 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:10.311508 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-77da3b66-77aa-4c47-9cbe-d6e3b477a7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:11.516960 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:13.328614 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:25.032729 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:07:37.183323 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-c12488c0-b083-41dc-879c-bf08a57adfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:39.310923 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:40.223289 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:40.271078 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-afb9ef5a-61b6-4a8b-ba3e-4230c4094644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:41.671046 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:07:43.342692 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:02.032945 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:08:07.156591 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8f8b111c-f4bf-4787-b557-62c7f1a4dedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:09.310850 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:10.216822 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:10.327887 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-027cac2a-05f1-4024-b389-454953ddf1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:11.600130 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:13.359841 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:37.210970 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9e55-652d-4f0d-82eb-0a3bb4df16ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:39.032727 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:08:39.373821 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:40.213942 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:40.293233 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-4122c503-2301-4965-b681-9cfff552c4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:41.493603 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:08:43.411035 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:07.199137 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-8b869b90-3c6d-4337-8402-daa03f6bef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:09.333249 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:10.242574 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:10.339022 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-12a91822-e269-4795-9217-ecde8d766fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:11.487605 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:13.336939 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:16.033074 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 19:09:30.681837 dv-cinder-790535-1-smb neutron-server[104081]: DEBUG neutron.wsgi [req-e1b03b5c-dc73-4a4b-a689-59db95725d5b req-9d66ba9e-5036-4f32-950a-f52a1fbeed56 service neutron] (104081) timed out ('10.222.0.63', 63871) {{(pid=104081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 19:09:36.610893 dv-cinder-790535-1-smb neutron-server[104082]: DEBUG neutron.wsgi [req-4f1b2222-f420-4dee-80ad-f8251862df13 req-bc687311-e604-4b99-a32c-9de12166cc47 service neutron] (104082) timed out ('10.222.0.63', 63820) {{(pid=104082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 19:09:37.148166 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-d02a7d19-45ea-4ab0-9518-3f454ca80db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:39.359072 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5bcebd50-3680-485e-9cf5-26f5990dfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:40.261460 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0105-95c4-4b25-8338-d5224235c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:40.333172 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7033151a-e7d9-4296-b5f6-a87e47a0af5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:41.498987 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-497d6eb2-cefe-46c9-8165-ae96b7f56cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:43.327126 dv-cinder-790535-1-smb neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-35d7943c-feaf-4808-b935-0251f056fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787100907668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478070'] for agent, after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 19:09:53.033118 dv-cinder-790535-1-smb neutron-server[104084]: DEBUG neutron.db.agents_db [None req-81e1e148-5121-4f1e-9170-04d9d117daf2 None None] Agent healthcheck: found 6 active agents {{(pid=104084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}